-- Logs begin at Fri 2021-04-30 18:54:15 UTC, end at Fri 2021-04-30 19:46:26 UTC. -- Apr 30 19:24:08.192353 dv-cinder-733622-14-smb systemd[1]: Started Devstack devstack@q-svc.service. Apr 30 19:24:10.586509 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.common.config [-] Logging enabled! Apr 30 19:24:10.587068 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev176 Apr 30 19:24:10.587193 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=73700) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 30 19:24:10.590385 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.common.config [-] Logging enabled! Apr 30 19:24:10.590638 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev176 Apr 30 19:24:10.590946 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=73700) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 30 19:24:10.591846 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 30 19:24:10.592083 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 30 19:24:10.592468 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 30 19:24:10.592714 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 30 19:24:10.592939 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 30 19:24:10.593254 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:10.593544 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:10.593836 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:10.594064 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:10.594354 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:10.594639 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:10.594917 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:10.595203 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:10.595489 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:10.595769 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:10.596042 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:10.596344 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:10.596601 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:10.596894 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] config_source = [] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:10.597160 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:10.597440 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:10.597659 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] debug = True {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:10.597934 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:10.598354 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:10.598757 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:10.599031 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:10.599316 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:10.599591 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:10.599858 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:10.600129 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:10.600430 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:10.600752 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] host = dv-cinder-733622-14-smb {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:10.601023 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:10.601305 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:10.601585 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:10.601866 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:10.602139 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:10.602411 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:10.602691 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:10.602964 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] log_dir = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:10.603233 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] log_file = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:10.603502 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:10.603785 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:10.604067 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:10.604384 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:10.604608 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:10.604828 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:10.605112 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:10.605394 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:10.605665 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:10.605936 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:10.606205 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:10.606474 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:10.606742 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:10.607006 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:10.607288 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:10.607563 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:10.607842 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:10.608110 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:10.608405 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:10.608675 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:10.608940 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:10.609218 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:10.609485 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:10.609753 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:10.610023 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:10.610304 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:10.610571 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:10.610839 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:10.611135 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:10.611416 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:10.611695 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:10.611981 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:10.612296 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:10.612579 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:10.612850 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:10.613118 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] use_journal = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:10.613384 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] use_json = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:10.613652 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:10.613920 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:10.614200 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:10.614466 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:10.614735 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:10.615002 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:10.615269 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:10.615548 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:10.616097 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:10.616428 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:10.616727 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:10.617009 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:10.617311 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:10.617575 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:10.617860 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:10.618135 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:10.618420 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:10.618704 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:10.618991 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:10.619267 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:10.619552 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:10.619828 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:10.620122 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:10.620450 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:10.620742 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:10.621032 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:10.621305 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:10.621576 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:10.621854 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:10.622133 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:10.622417 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:10.622708 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:10.622997 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:10.623270 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:10.623546 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:10.623834 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:10.624109 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:10.624414 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:10.624690 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:10.624976 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:10.625252 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:10.625522 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:10.625800 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:10.626075 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:10.626346 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:10.626615 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:10.626888 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:10.627174 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:10.627449 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:10.627721 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:10.628618 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:10.628907 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:10.629181 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:10.629469 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:10.629747 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:10.630021 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:10.630295 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:10.630575 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:10.630846 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:10.631119 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:10.631395 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:10.631665 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:10.631940 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:10.632216 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:10.632513 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:10.632784 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:10.633055 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:10.633325 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:10.633594 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:10.633862 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:10.634134 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:10.634406 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:10.634675 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:10.634945 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:10.635213 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:10.635483 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:10.635765 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:10.636059 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:10.636366 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:10.636643 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:10.636922 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:10.637199 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:10.637475 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:10.637749 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:10.638023 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:10.638298 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:10.638571 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:10.638859 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:10.639141 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:10.639424 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:10.639703 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:10.639974 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:10.640283 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:10.640561 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:10.640841 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:10.641114 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:10.641386 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:10.641669 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:10.641951 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:10.642246 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:10.642537 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:10.642827 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:10.643119 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:10.643406 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:10.644283 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:10.644641 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:10.644940 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:10.645159 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 30 19:24:10.645400 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=73700) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 30 19:24:10.993194 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=73700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:24:10.993468 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=73700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:24:10.993755 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=73700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:24:10.994102 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 30 19:24:11.297896 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:24:11.298126 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:24:11.298398 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:24:11.299646 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:24:11.300528 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:24:11.300798 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:24:11.417082 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:24:11.417357 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:24:11.417622 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:24:11.430755 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:24:11.431036 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:24:11.431305 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:24:11.460151 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:24:11.460459 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:24:11.460733 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:24:11.498710 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:24:11.498989 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:24:11.499259 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:24:11.729061 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:24:11.729722 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:24:11.729722 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:24:11.729900 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:24:11.730589 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:24:11.854331 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:24:11.854651 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:24:11.854933 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:24:11.855205 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:24:11.855472 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:24:11.855781 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:24:11.856046 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:24:11.856343 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:24:11.856602 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:24:11.856884 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:24:11.857144 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:24:11.857410 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:24:11.857676 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:24:11.857937 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:24:11.858205 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:24:11.858476 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:24:11.858735 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:24:11.859148 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:24:11.859410 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:24:11.859699 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:24:11.860051 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:24:11.860340 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:24:11.860594 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:24:11.860878 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:24:11.861131 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:24:11.861379 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:24:11.861768 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=73700) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 30 19:24:11.862010 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=73700) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 30 19:24:11.862833 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=73700) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 30 19:24:11.863112 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=73700) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 30 19:24:11.863517 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=73700) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 30 19:24:11.863766 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=73700) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 30 19:24:11.864142 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 30 19:24:11.867573 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 30 19:24:11.871495 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 30 19:24:11.875278 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Apr 30 19:24:11.876909 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 30 19:24:11.877367 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 30 19:24:11.877704 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 30 19:24:11.878823 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 30 19:24:11.881767 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 30 19:24:11.882019 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 30 19:24:11.882370 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 30 19:24:11.911174 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 30 19:24:11.911622 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:24:11.911923 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=73700) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 30 19:24:11.912315 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:24:11.913664 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=73700) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 30 19:24:11.913946 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 30 19:24:11.914191 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 30 19:24:11.917372 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:24:11.917657 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:24:11.981253 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 30 19:24:11.981442 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 30 19:24:11.981680 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 30 19:24:11.982049 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 30 19:24:12.012557 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_db.sqlalchemy.engines [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=73700) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 30 19:24:12.351460 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.plugins.ml2.managers [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Initializing driver for type 'gre' Apr 30 19:24:12.351974 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] gre ID ranges: [(1, 1000)] Apr 30 19:24:12.407513 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.plugins.ml2.managers [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Initializing driver for type 'local' Apr 30 19:24:12.407860 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.plugins.ml2.managers [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Initializing driver for type 'vlan' Apr 30 19:24:12.419905 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] VlanTypeDriver initialization complete Apr 30 19:24:12.420263 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.plugins.ml2.managers [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Initializing driver for type 'vxlan' Apr 30 19:24:12.420739 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] vxlan ID ranges: [(1, 1000)] Apr 30 19:24:12.475937 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.plugins.ml2.managers [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Initializing extension driver 'port_security' Apr 30 19:24:12.476314 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.plugins.ml2.extensions.port_security [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] PortSecurityExtensionDriver initialization complete Apr 30 19:24:12.476653 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.plugins.ml2.managers [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Initializing mechanism driver 'openvswitch' Apr 30 19:24:12.476995 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.plugins.ml2.managers [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Initializing mechanism driver 'hyperv' Apr 30 19:24:12.483490 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.plugins.ml2.plugin [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=73700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:24:12.484307 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Subscribe: > port after_create 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:24:12.484681 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Subscribe: > port after_update 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:24:12.485035 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Subscribe: > port after_delete 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:24:12.485427 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Subscribe: > subnet after_create 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:24:12.485784 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Subscribe: > subnet after_update 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:24:12.486132 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:24:12.486523 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Subscribe: > network after_create 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:24:12.486870 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Subscribe: > network after_update 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:24:12.487214 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Subscribe: > network after_delete 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:24:12.487596 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Subscribe: > security_group after_create 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:24:12.487944 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Subscribe: > security_group after_update 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:24:12.488307 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Subscribe: > security_group after_delete 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:24:12.488691 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:24:12.489038 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:24:12.489376 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:24:12.489760 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Subscribe: > address_group after_create 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:24:12.490107 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Subscribe: > address_group after_update 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:24:12.490448 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Subscribe: > address_group after_delete 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:24:12.491046 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] ML2 OVO RPC backend initialized. {{(pid=73700) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Apr 30 19:24:12.491754 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:24:12.492111 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:24:12.492559 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Subscribe: > network before_response 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:24:12.492912 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Subscribe: > networks before_response 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:24:12.493263 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Subscribe: > port before_response 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:24:12.493608 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Subscribe: > ports before_response 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:24:12.493958 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Subscribe: > subnet before_response 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:24:12.494306 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Subscribe: > subnets before_response 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:24:12.494656 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Subscribe: > network after_create 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:24:12.495002 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Subscribe: > network after_update 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:24:12.495343 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Subscribe: > network after_delete 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:24:12.495685 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Subscribe: > port after_create 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:24:12.496026 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Subscribe: > port after_update 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:24:12.496411 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Subscribe: > port after_delete 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:24:12.496737 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Subscribe: > subnet after_create 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:24:12.497077 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Subscribe: > subnet after_update 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:24:12.497415 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:24:12.497995 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.plugins.ml2.plugin [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Modular L2 Plugin initialization complete Apr 30 19:24:12.498330 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.manager [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loading services supported by the core plugin {{(pid=73700) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 30 19:24:12.498665 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.plugins.ml2.managers [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Got port-security extension from driver 'port_security' Apr 30 19:24:12.499127 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.extensions.vlantransparent [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Disabled vlantransparent extension. Apr 30 19:24:12.499626 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.manager [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=73700) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 30 19:24:12.499946 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.manager [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loading Plugin: router Apr 30 19:24:12.537491 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Subscribe: > router_interface before_create 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:24:12.537893 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Subscribe: > router after_create 55549900 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:24:12.538273 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Subscribe: > router before_create 55549900 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:24:12.538644 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:24:12.539015 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:24:12.539371 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Subscribe: > router after_delete 55549900 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:24:12.539729 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Subscribe: > floatingip after_update 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:24:12.540095 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Subscribe: > router after_create 55549900 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:24:12.540472 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Subscribe: > router after_update 55549900 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:24:12.540829 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Subscribe: > router after_update 55549900 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:24:12.541181 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:24:12.541539 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Subscribe: > router after_update 55549900 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:24:12.541946 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Subscribe: > router precommit_update 55549900 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:24:12.542313 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Subscribe: port after_update 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:24:12.542654 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Subscribe: port after_delete 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:24:12.542994 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Subscribe: subnet after_update 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:24:12.543333 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:24:12.543682 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Subscribe: > port precommit_delete 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:24:12.544031 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Subscribe: > router precommit_create 55549900 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:24:12.544408 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Subscribe: port before_delete 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:24:12.544754 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Subscribe: > router precommit_create 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:24:12.545113 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Subscribe: > router after_update 55549900 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:24:12.545458 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Subscribe: > router precommit_delete 55549900 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:24:12.545806 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Subscribe: > router precommit_create 55549900 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:24:12.546164 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:24:12.546508 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Subscribe: > router precommit_update 55549900 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:24:12.546876 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Subscribe: > network after_delete 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:24:12.547723 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.quota.resource_registry [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Tracking information for resource: router configured {{(pid=73700) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 30 19:24:12.548063 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.quota.resource_registry [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Tracking information for resource: floatingip configured {{(pid=73700) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 30 19:24:12.553036 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.db.l3_agentschedulers_db [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 30 19:24:12.553620 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Subscribe: port after_update 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:24:12.553986 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Subscribe: port after_create 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:24:12.554346 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Subscribe: port after_delete 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:24:12.554701 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Subscribe: port after_update 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:24:12.555501 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Subscribe: > router before_create 55550100 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:24:12.555875 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Subscribe: > router precommit_delete 55550100 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:24:12.556278 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Subscribe: > router precommit_create 55550100 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:24:12.556632 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Subscribe: > router precommit_update 55550100 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:24:12.560958 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.services.provider_configuration [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Service providers = [] {{(pid=73700) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 30 19:24:12.561330 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.db.servicetype_db [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=73700) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 30 19:24:12.564237 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.services.service_base [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=73700) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 30 19:24:12.564619 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.services.service_base [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=73700) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 30 19:24:12.564965 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.services.service_base [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=73700) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 30 19:24:12.566119 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.services.service_base [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=73700) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 30 19:24:12.566530 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.services.service_base [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 30 19:24:12.567071 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.manager [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=73700) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 30 19:24:12.567408 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.manager [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 30 19:24:12.577908 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.manager [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=73700) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 30 19:24:12.578243 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.manager [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loading Plugin: auto_allocate Apr 30 19:24:12.584626 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Subscribe: network precommit_update 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:24:12.585001 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Subscribe: network precommit_create 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:24:12.585520 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.manager [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=73700) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 30 19:24:12.585845 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.manager [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loading Plugin: tag Apr 30 19:24:12.592635 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.manager [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=73700) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 30 19:24:12.592967 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.manager [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loading Plugin: timestamp Apr 30 19:24:12.597364 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.manager [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=73700) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 30 19:24:12.597872 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.manager [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loading Plugin: network_ip_availability Apr 30 19:24:12.603117 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:24:12.603451 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:24:12.603809 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:24:12.604547 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.manager [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=73700) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 30 19:24:12.604872 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.manager [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loading Plugin: flavors Apr 30 19:24:12.609869 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.manager [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=73700) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 30 19:24:12.610209 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.manager [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loading Plugin: revisions Apr 30 19:24:12.614591 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.manager [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=73700) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 30 19:24:12.614981 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_concurrency.lockutils [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.621s {{(pid=73700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:24:12.615963 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=73700) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Apr 30 19:24:12.616336 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Initializing extension manager. Apr 30 19:24:12.616845 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loading extension file: __init__.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 19:24:12.617189 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loading extension file: __pycache__ {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 19:24:12.617534 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 19:24:12.617870 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loading extension file: address_group.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 19:24:12.618615 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 19:24:12.619183 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loaded extension: address-group Apr 30 19:24:12.619509 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loading extension file: address_scope.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 19:24:12.620219 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 19:24:12.620758 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loaded extension: address-scope Apr 30 19:24:12.621083 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loading extension file: admin_state_down_before_update.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 19:24:12.621999 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 19:24:12.622507 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loaded extension: router-admin-state-down-before-update Apr 30 19:24:12.622832 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loading extension file: agent.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 19:24:12.623529 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 19:24:12.624032 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loaded extension: agent Apr 30 19:24:12.624397 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loading extension file: agent_resources_synced.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 19:24:12.625302 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 19:24:12.625808 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loaded extension: agent-resources-synced Apr 30 19:24:12.626133 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loading extension file: allowedaddresspairs.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 19:24:12.628449 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 19:24:12.628979 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loaded extension: allowed-address-pairs Apr 30 19:24:12.629309 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loading extension file: auto_allocated_topology.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 19:24:12.630387 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 19:24:12.630901 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loaded extension: auto-allocated-topology Apr 30 19:24:12.631227 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loading extension file: availability_zone.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 19:24:12.631921 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 19:24:12.632466 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loaded extension: availability_zone Apr 30 19:24:12.632793 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loading extension file: availability_zone_filter.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 19:24:12.633700 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 19:24:12.634212 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loaded extension: availability_zone_filter Apr 30 19:24:12.634536 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loading extension file: data_plane_status.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 19:24:12.635436 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 19:24:12.635951 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Extension data-plane-status not supported by any of loaded plugins Apr 30 19:24:12.636291 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loading extension file: default_subnetpools.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 19:24:12.637196 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 19:24:12.637705 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loaded extension: default-subnetpools Apr 30 19:24:12.638039 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loading extension file: dhcpagentscheduler.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 19:24:12.638850 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 19:24:12.639362 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loaded extension: dhcp_agent_scheduler Apr 30 19:24:12.639686 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loading extension file: dns.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 19:24:12.640627 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 19:24:12.641128 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Extension dns-integration not supported by any of loaded plugins Apr 30 19:24:12.641449 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loading extension file: dns_domain_ports.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 19:24:12.642356 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 19:24:12.642865 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 30 19:24:12.643190 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loading extension file: dvr.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 19:24:12.644537 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 19:24:12.645014 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loaded extension: dvr Apr 30 19:24:12.645333 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loading extension file: empty_string_filtering.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 19:24:12.646237 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 19:24:12.646743 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loaded extension: empty-string-filtering Apr 30 19:24:12.647066 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 19:24:12.647965 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 19:24:12.648502 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 30 19:24:12.648828 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 19:24:12.649732 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 19:24:12.650232 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 30 19:24:12.650558 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loading extension file: external_net.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 19:24:12.651453 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 19:24:12.651960 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loaded extension: external-net Apr 30 19:24:12.652305 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loading extension file: extra_dhcp_opt.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 19:24:12.653204 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 19:24:12.653711 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loaded extension: extra_dhcp_opt Apr 30 19:24:12.654034 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loading extension file: extraroute.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 19:24:12.654931 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 19:24:12.655439 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loaded extension: extraroute Apr 30 19:24:12.655762 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loading extension file: extraroute_atomic.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 19:24:12.656815 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 19:24:12.657332 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loaded extension: extraroute-atomic Apr 30 19:24:12.657654 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loading extension file: filter_validation.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 19:24:12.658325 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 19:24:12.658830 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loaded extension: filter-validation Apr 30 19:24:12.659227 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loading extension file: fip_pf_description.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 19:24:12.660535 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 19:24:12.661084 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 30 19:24:12.661361 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loading extension file: fip_port_details.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 19:24:12.662281 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 19:24:12.662791 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loaded extension: fip-port-details Apr 30 19:24:12.663115 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loading extension file: flavors.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 19:24:12.664349 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 19:24:12.664865 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loaded extension: flavors Apr 30 19:24:12.665194 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 19:24:12.666857 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 19:24:12.667375 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 30 19:24:12.667704 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loading extension file: floatingip_pools.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 19:24:12.668429 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 19:24:12.668938 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loaded extension: floatingip-pools Apr 30 19:24:12.669263 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loading extension file: ip_allocation.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 19:24:12.670171 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 19:24:12.670674 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Extension ip_allocation not supported by any of loaded plugins Apr 30 19:24:12.670998 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 19:24:12.671908 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 19:24:12.672444 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loaded extension: ip-substring-filtering Apr 30 19:24:12.672775 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loading extension file: l2_adjacency.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 19:24:12.673696 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 19:24:12.674202 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 30 19:24:12.674527 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loading extension file: l3.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 19:24:12.675581 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 19:24:12.676099 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loaded extension: router Apr 30 19:24:12.676452 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loading extension file: l3_conntrack_helper.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 19:24:12.678691 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 19:24:12.679219 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 30 19:24:12.679549 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 19:24:12.680502 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 19:24:12.681019 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loaded extension: ext-gw-mode Apr 30 19:24:12.681346 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 19:24:12.682256 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 19:24:12.682768 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loaded extension: l3-ha Apr 30 19:24:12.683092 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loading extension file: l3_flavors.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 19:24:12.684001 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 19:24:12.684554 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loaded extension: l3-flavors Apr 30 19:24:12.684878 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 19:24:12.685803 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 19:24:12.686315 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 30 19:24:12.686638 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loading extension file: l3agentscheduler.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 19:24:12.687664 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 19:24:12.688182 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loaded extension: l3_agent_scheduler Apr 30 19:24:12.688542 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loading extension file: logging.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 19:24:12.690036 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 19:24:12.691179 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Extension logging not supported by any of loaded plugins Apr 30 19:24:12.691523 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loading extension file: metering.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 19:24:12.692286 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 19:24:12.692871 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loaded extension: metering Apr 30 19:24:12.693202 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 19:24:12.694298 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 19:24:12.694814 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loaded extension: metering_source_and_destination_fields Apr 30 19:24:12.695144 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loading extension file: multiprovidernet.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 19:24:12.696181 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 19:24:12.696722 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loaded extension: multi-provider Apr 30 19:24:12.697050 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loading extension file: netmtu.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 19:24:12.697981 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 19:24:12.698489 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loaded extension: net-mtu Apr 30 19:24:12.698820 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loading extension file: netmtu_writable.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 19:24:12.699726 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 19:24:12.700231 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loaded extension: net-mtu-writable Apr 30 19:24:12.700584 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loading extension file: network_availability_zone.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 19:24:12.701248 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 19:24:12.701750 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loaded extension: network_availability_zone Apr 30 19:24:12.702074 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loading extension file: network_ip_availability.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 19:24:12.703147 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 19:24:12.703658 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loaded extension: network-ip-availability Apr 30 19:24:12.703988 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loading extension file: network_segment_range.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 19:24:12.704785 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 19:24:12.705294 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Extension network-segment-range not supported by any of loaded plugins Apr 30 19:24:12.705625 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loading extension file: pagination.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 19:24:12.707192 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 19:24:12.707525 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loaded extension: pagination Apr 30 19:24:12.707851 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loading extension file: port_device_profile.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 19:24:12.708790 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 19:24:12.709311 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loaded extension: port-device-profile Apr 30 19:24:12.709637 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 19:24:12.710547 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 19:24:12.711058 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loaded extension: port-mac-address-regenerate Apr 30 19:24:12.711384 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 19:24:12.712301 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 19:24:12.712809 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loaded extension: port-numa-affinity-policy Apr 30 19:24:12.713158 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loading extension file: port_resource_request.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 19:24:12.714052 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 19:24:12.714588 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Extension port-resource-request not supported by any of loaded plugins Apr 30 19:24:12.714910 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loading extension file: portbindings.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 19:24:12.715828 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 19:24:12.716362 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loaded extension: binding Apr 30 19:24:12.716686 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loading extension file: portbindings_extended.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 19:24:12.717941 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 19:24:12.718456 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loaded extension: binding-extended Apr 30 19:24:12.718783 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loading extension file: portsecurity.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 19:24:12.719683 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 19:24:12.720190 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loaded extension: port-security Apr 30 19:24:12.720545 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loading extension file: project_id.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 19:24:12.721503 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 19:24:12.721861 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loaded extension: project-id Apr 30 19:24:12.722184 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loading extension file: providernet.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 19:24:12.723107 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 19:24:12.723618 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loaded extension: provider Apr 30 19:24:12.723943 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loading extension file: qos.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 19:24:12.727414 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 19:24:12.727943 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Extension qos not supported by any of loaded plugins Apr 30 19:24:12.728305 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 19:24:12.729559 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 19:24:12.730120 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 30 19:24:12.730391 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 19:24:12.731352 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 19:24:12.731929 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 30 19:24:12.732352 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loading extension file: qos_default.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 19:24:12.733324 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 19:24:12.733842 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Extension qos-default not supported by any of loaded plugins Apr 30 19:24:12.734211 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loading extension file: qos_fip.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 19:24:12.734860 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 19:24:12.735404 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Extension qos-fip not supported by any of loaded plugins Apr 30 19:24:12.735811 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loading extension file: qos_gateway_ip.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 19:24:12.736830 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 19:24:12.737437 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 30 19:24:12.737986 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loading extension file: qos_port_network_policy.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 19:24:12.738880 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 19:24:12.739403 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 30 19:24:12.739778 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loading extension file: qos_rule_type_details.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 19:24:12.740959 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 19:24:12.741510 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 30 19:24:12.741834 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loading extension file: qos_rules_alias.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 19:24:12.742920 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 19:24:12.743468 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 30 19:24:12.743861 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loading extension file: quotasv2.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 19:24:12.744954 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 19:24:12.745288 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loaded extension: quotas Apr 30 19:24:12.745622 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loading extension file: quotasv2_detail.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 19:24:12.747270 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 19:24:12.747608 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loaded extension: quota_details Apr 30 19:24:12.747946 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loading extension file: rbac.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 19:24:12.749127 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 19:24:12.749655 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loaded extension: rbac-policies Apr 30 19:24:12.749988 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loading extension file: rbac_address_group.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 19:24:12.750918 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 19:24:12.751434 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loaded extension: rbac-address-group Apr 30 19:24:12.751765 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loading extension file: rbac_address_scope.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 19:24:12.752715 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 19:24:12.753806 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loaded extension: rbac-address-scope Apr 30 19:24:12.754125 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loading extension file: rbac_security_groups.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 19:24:12.755040 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 19:24:12.755552 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loaded extension: rbac-security-groups Apr 30 19:24:12.755876 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loading extension file: rbac_subnetpool.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 19:24:12.756839 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 19:24:12.757350 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loaded extension: rbac-subnetpool Apr 30 19:24:12.757674 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loading extension file: revisionifmatch.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 19:24:12.758586 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 19:24:12.759101 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loaded extension: revision-if-match Apr 30 19:24:12.759422 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loading extension file: revisions.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 19:24:12.760560 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 19:24:12.761074 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loaded extension: standard-attr-revisions Apr 30 19:24:12.761399 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loading extension file: router_availability_zone.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 19:24:12.762066 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 19:24:12.762577 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loaded extension: router_availability_zone Apr 30 19:24:12.762900 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loading extension file: routerservicetype.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 19:24:12.763826 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 19:24:12.764367 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Extension router-service-type not supported by any of loaded plugins Apr 30 19:24:12.764693 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 19:24:12.765608 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 19:24:12.766119 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loaded extension: security-groups-normalized-cidr Apr 30 19:24:12.766443 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loading extension file: security_groups_port_filtering.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 19:24:12.767360 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 19:24:12.767874 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loaded extension: port-security-groups-filtering Apr 30 19:24:12.768201 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 19:24:12.769866 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 19:24:12.770379 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loaded extension: security-groups-remote-address-group Apr 30 19:24:12.770708 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loading extension file: securitygroup.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 19:24:12.780051 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 19:24:12.780627 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loaded extension: security-group Apr 30 19:24:12.780964 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loading extension file: segment.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 19:24:12.781745 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 19:24:12.782262 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Extension segment not supported by any of loaded plugins Apr 30 19:24:12.782591 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 19:24:12.783527 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 19:24:12.784081 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 30 19:24:12.784526 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loading extension file: servicetype.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 19:24:12.785640 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 19:24:12.786164 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loaded extension: service-type Apr 30 19:24:12.786493 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loading extension file: sorting.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 19:24:12.787472 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 19:24:12.787808 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loaded extension: sorting Apr 30 19:24:12.788133 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loading extension file: standard_attr_segment.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 19:24:12.789068 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 19:24:12.789585 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 30 19:24:12.789913 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loading extension file: standardattrdescription.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 19:24:12.790559 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 19:24:12.791070 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loaded extension: standard-attr-description Apr 30 19:24:12.791395 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loading extension file: stateful_security_group.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 19:24:12.792347 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 19:24:12.792873 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loaded extension: stateful-security-group Apr 30 19:24:12.793198 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loading extension file: stdattrs_common.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 19:24:12.793776 dv-cinder-733622-14-smb neutron-server[73700]: WARNING neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 30 19:24:12.794100 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 19:24:12.795094 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 19:24:12.795611 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 30 19:24:12.795938 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loading extension file: subnet_onboard.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 19:24:12.797032 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 19:24:12.797556 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loaded extension: subnet_onboard Apr 30 19:24:12.797886 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 19:24:12.798802 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 19:24:12.799323 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 30 19:24:12.799652 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loading extension file: subnet_service_types.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 19:24:12.800626 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 19:24:12.801145 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loaded extension: subnet-service-types Apr 30 19:24:12.801473 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loading extension file: subnetallocation.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 19:24:12.802549 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 19:24:12.803072 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loaded extension: subnet_allocation Apr 30 19:24:12.803403 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 19:24:12.804069 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 19:24:12.804621 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loaded extension: subnetpool-prefix-ops Apr 30 19:24:12.804947 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 19:24:12.805891 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 19:24:12.806417 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 30 19:24:12.806742 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loading extension file: tagging.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 19:24:12.807796 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 19:24:12.808361 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loaded extension: standard-attr-tag Apr 30 19:24:12.808693 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loading extension file: timestamp.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 19:24:12.809886 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 19:24:12.810404 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loaded extension: standard-attr-timestamp Apr 30 19:24:12.810734 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loading extension file: trunk.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 19:24:12.811765 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 19:24:12.812314 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Extension trunk not supported by any of loaded plugins Apr 30 19:24:12.812645 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loading extension file: trunk_details.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 19:24:12.813554 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 19:24:12.814080 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Extension trunk-details not supported by any of loaded plugins Apr 30 19:24:12.814396 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loading extension file: uplink_status_propagation.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 19:24:12.815914 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 19:24:12.816365 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 30 19:24:12.816693 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Loading extension file: vlantransparent.py {{(pid=73700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 19:24:12.817361 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=73700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 19:24:12.817870 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 30 19:24:12.820337 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.quota.resource_registry [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Creating instance of TrackedResource for resource:network Apr 30 19:24:12.821061 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.quota.resource_registry [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Creating instance of TrackedResource for resource:subnet Apr 30 19:24:12.821829 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.quota.resource_registry [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Creating instance of TrackedResource for resource:subnetpool Apr 30 19:24:12.822447 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.quota.resource_registry [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Creating instance of TrackedResource for resource:port Apr 30 19:24:12.823713 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.v2.resource_helper [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=73700) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 19:24:12.824172 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.v2.resource_helper [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Service FLAVORS assigned prefix: {{(pid=73700) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 19:24:12.824846 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.v2.resource_helper [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=73700) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 19:24:12.825284 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.v2.resource_helper [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=73700) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 19:24:12.825614 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.quota.resource_registry [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Creating instance of TrackedResource for resource:router Apr 30 19:24:12.826294 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.quota.resource_registry [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Creating instance of TrackedResource for resource:floatingip Apr 30 19:24:12.826989 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.v2.resource_helper [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Service METERING assigned prefix: /metering {{(pid=73700) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 19:24:12.828448 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:24:12.828832 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:24:12.829188 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:24:12.830335 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.quota.resource_registry [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Creating instance of CountableResource for resource:rbac_policy Apr 30 19:24:12.830789 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.quota.resource_registry [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Creating instance of TrackedResource for resource:security_group Apr 30 19:24:12.832264 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.quota.resource_registry [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 30 19:24:12.833020 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.v2.resource_helper [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Service CORE assigned prefix: {{(pid=73700) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 19:24:12.833359 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.quota.resource_registry [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Creating instance of TrackedResource for resource:subnetpool Apr 30 19:24:12.833706 dv-cinder-733622-14-smb neutron-server[73700]: WARNING neutron.quota.resource_registry [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] subnetpool is already registered Apr 30 19:24:12.834320 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.v2.resource_helper [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Service CORE assigned prefix: {{(pid=73700) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 19:24:12.834653 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.quota.resource_registry [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Creating instance of TrackedResource for resource:subnetpool Apr 30 19:24:12.834992 dv-cinder-733622-14-smb neutron-server[73700]: WARNING neutron.quota.resource_registry [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] subnetpool is already registered Apr 30 19:24:12.838890 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.v2.resource_helper [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=73700) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 19:24:12.839155 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.v2.resource_helper [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Service FLAVORS assigned prefix: {{(pid=73700) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 19:24:12.839772 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.v2.resource_helper [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=73700) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 19:24:12.840203 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.v2.resource_helper [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=73700) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 19:24:12.840564 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.quota.resource_registry [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Creating instance of TrackedResource for resource:router Apr 30 19:24:12.840900 dv-cinder-733622-14-smb neutron-server[73700]: WARNING neutron.quota.resource_registry [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] router is already registered Apr 30 19:24:12.841502 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.quota.resource_registry [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Creating instance of TrackedResource for resource:floatingip Apr 30 19:24:12.841839 dv-cinder-733622-14-smb neutron-server[73700]: WARNING neutron.quota.resource_registry [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] floatingip is already registered Apr 30 19:24:12.842469 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.v2.resource_helper [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Service METERING assigned prefix: /metering {{(pid=73700) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 19:24:12.843154 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.quota.resource_registry [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Creating instance of CountableResource for resource:rbac_policy Apr 30 19:24:12.843488 dv-cinder-733622-14-smb neutron-server[73700]: WARNING neutron.quota.resource_registry [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] rbac_policy is already registered Apr 30 19:24:12.844035 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.quota.resource_registry [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Creating instance of TrackedResource for resource:security_group Apr 30 19:24:12.844403 dv-cinder-733622-14-smb neutron-server[73700]: WARNING neutron.quota.resource_registry [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] security_group is already registered Apr 30 19:24:12.844993 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.quota.resource_registry [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 30 19:24:12.845328 dv-cinder-733622-14-smb neutron-server[73700]: WARNING neutron.quota.resource_registry [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] security_group_rule is already registered Apr 30 19:24:12.846006 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.v2.resource_helper [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Service CORE assigned prefix: {{(pid=73700) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 19:24:12.846339 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.quota.resource_registry [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Creating instance of TrackedResource for resource:subnetpool Apr 30 19:24:12.846738 dv-cinder-733622-14-smb neutron-server[73700]: WARNING neutron.quota.resource_registry [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] subnetpool is already registered Apr 30 19:24:12.847343 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.v2.resource_helper [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Service CORE assigned prefix: {{(pid=73700) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 19:24:12.847669 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.quota.resource_registry [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Creating instance of TrackedResource for resource:subnetpool Apr 30 19:24:12.847994 dv-cinder-733622-14-smb neutron-server[73700]: WARNING neutron.quota.resource_registry [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] subnetpool is already registered Apr 30 19:24:12.848666 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Extended resource: extensions {{(pid=73700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 19:24:12.850141 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Extended resource: address-groups {{(pid=73700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 19:24:12.851757 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Extended resource: address-scopes {{(pid=73700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 19:24:12.852990 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Extended resource: agents {{(pid=73700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 19:24:12.854215 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Extended resource: auto-allocated-topology {{(pid=73700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 19:24:12.855398 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Extended resource: availability_zones {{(pid=73700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 19:24:12.856759 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Extended resource: dhcp-networks {{(pid=73700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 19:24:12.858158 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Extended resource: dhcp-agents {{(pid=73700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 19:24:12.859587 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Extended resource: routers {{(pid=73700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 19:24:12.861453 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Extended resource: flavors {{(pid=73700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 19:24:12.863003 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Extended resource: service_profiles {{(pid=73700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 19:24:12.864197 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Extended resource: next_providers {{(pid=73700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 19:24:12.866006 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Extended resource: service_profiles {{(pid=73700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 19:24:12.867472 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Extended resource: floatingip-pools {{(pid=73700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 19:24:12.868712 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Extended resource: routers {{(pid=73700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 19:24:12.870549 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Extended resource: floatingips {{(pid=73700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 19:24:12.871721 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Extended resource: l3-routers {{(pid=73700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 19:24:12.873149 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Extended resource: l3-agents {{(pid=73700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 19:24:12.874553 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Extended resource: metering-labels {{(pid=73700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 19:24:12.875894 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Extended resource: metering-label-rules {{(pid=73700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 19:24:12.877212 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Extended resource: network-ip-availabilities {{(pid=73700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 19:24:12.879385 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Extended resource: bindings {{(pid=73700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 19:24:12.881076 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Extended resource: quotas {{(pid=73700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 19:24:12.882511 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Extended resource: quotas {{(pid=73700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 19:24:12.883908 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Extended resource: rbac-policies {{(pid=73700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 19:24:12.885372 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Extended resource: security-groups {{(pid=73700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 19:24:12.886591 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Extended resource: security-group-rules {{(pid=73700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 19:24:12.887822 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Extended resource: service-providers {{(pid=73700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 19:24:12.889081 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Extended resource: subnetpools {{(pid=73700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 19:24:12.890481 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Extended resource: subnetpools {{(pid=73700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 19:24:12.891930 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Extended resource: tags {{(pid=73700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 19:24:12.894340 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Extended resource: tags {{(pid=73700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 19:24:12.896423 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Extended resource: tags {{(pid=73700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 19:24:12.898180 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Extended resource: tags {{(pid=73700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 19:24:12.901010 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Extended resource: tags {{(pid=73700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 19:24:12.902857 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Extended resource: tags {{(pid=73700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 19:24:12.904586 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Extended resource: tags {{(pid=73700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 19:24:13.016709 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Extended resource: tags {{(pid=73700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 19:24:13.018502 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Extended resource: tags {{(pid=73700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 19:24:13.020450 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron.api.extensions [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Extended resource: tags {{(pid=73700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 19:24:13.026337 dv-cinder-733622-14-smb neutron-server[73700]: WARNING keystonemiddleware.auth_token [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 30 19:24:13.031073 dv-cinder-733622-14-smb neutron-server[73700]: WARNING keystonemiddleware.auth_token [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 30 19:24:13.039420 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_concurrency.lockutils [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Acquired lock "singleton_lock" {{(pid=73700) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 30 19:24:13.039905 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_concurrency.lockutils [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Releasing lock "singleton_lock" {{(pid=73700) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 30 19:24:13.040598 dv-cinder-733622-14-smb neutron-server[73700]: INFO oslo_service.service [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Starting 2 workers Apr 30 19:24:13.045325 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Started child 73807 {{(pid=73700) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 30 19:24:13.049553 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Started child 73808 {{(pid=73700) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 30 19:24:13.051107 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:24:13.051778 dv-cinder-733622-14-smb neutron-server[73700]: INFO neutron.service [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 30 19:24:13.052314 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Notify callbacks [] for process, before_spawn {{(pid=73700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:24:13.052537 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [-] (73807) wsgi starting up on http://0.0.0.0:9696 Apr 30 19:24:13.054400 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:24:13.054836 dv-cinder-733622-14-smb neutron-server[73700]: INFO oslo_service.service [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Starting 1 workers Apr 30 19:24:13.055703 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [-] (73808) wsgi starting up on http://0.0.0.0:9696 Apr 30 19:24:13.059732 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Started child 73809 {{(pid=73700) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 30 19:24:13.060262 dv-cinder-733622-14-smb neutron-server[73700]: INFO oslo_service.service [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Starting 1 workers Apr 30 19:24:13.063064 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.service [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] calling RpcWorker wait() {{(pid=73809) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 30 19:24:13.063589 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.service [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] returning from RpcWorker wait() {{(pid=73809) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 30 19:24:13.064511 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Started child 73810 {{(pid=73700) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 30 19:24:13.064943 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:24:13.065341 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG neutron_lib.callbacks.manager [None req-57757190-4ebb-4ed6-bf08-3426ae0685b8 None None] Notify callbacks [] for process, after_spawn {{(pid=73700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:24:13.066060 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:24:13.067667 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=73700) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Apr 30 19:24:13.067892 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 30 19:24:13.068066 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 30 19:24:13.068332 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 30 19:24:13.068658 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 30 19:24:13.068826 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 30 19:24:13.069341 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.069616 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.069817 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:24:13.070290 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.070290 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.070447 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.070764 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:24:13.071185 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.071474 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.071731 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.072022 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.072302 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.072483 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.072655 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.072904 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.073159 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.073457 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.073729 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.073992 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.074269 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.074444 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.074699 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] config_source = [] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.074978 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.075210 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.075489 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] debug = True {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.075754 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.076267 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.076497 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.076738 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.076960 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.077228 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.077477 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.077768 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.078003 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.078238 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.078459 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.078725 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.078960 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.079181 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.079423 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.079695 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.079931 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.080458 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] host = dv-cinder-733622-14-smb {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.080712 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.080991 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.081305 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.081591 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.082046 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.082270 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.082541 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.082791 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.083053 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.083300 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.083552 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.083803 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.084103 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] log_dir = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.084313 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] log_file = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.084485 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] log_options = True {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.084738 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.085032 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.085308 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.085501 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.085732 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.085876 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.086095 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.086260 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.086504 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.086723 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.086939 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.087155 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.087406 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.087651 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.087907 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.088137 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.088419 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.088634 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.088888 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.089120 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.089348 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.089579 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.089797 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.090014 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.090229 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.090447 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.090675 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.090924 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.091140 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.091405 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.091641 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.091906 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.092147 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.092440 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.092674 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.092918 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.093132 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.093397 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.093635 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.093894 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.094126 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.094364 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.094595 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.094828 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.095045 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] use_journal = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.095287 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] use_json = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.095507 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.095752 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.096036 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.096206 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.096480 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.096932 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.097521 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.097792 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.098216 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.098485 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.098824 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.099056 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.099296 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.099595 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.100100 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.100100 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.100301 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.100869 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.100869 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.101121 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.102281 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.102281 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.102281 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.102281 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.102562 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.102722 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.102937 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.103178 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.103397 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.103621 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.103979 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.104319 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.104544 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.104814 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.105054 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.105278 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.105498 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.105737 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.105978 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.106210 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.106941 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.106941 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.106941 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.107171 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.109876 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.109876 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.109876 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.109876 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.109876 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.109876 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.109876 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.109876 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.109876 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.110482 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.110482 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.110482 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.110482 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.110482 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.110776 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.110776 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.111019 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.111387 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.111620 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.111856 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.112089 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.112851 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.113075 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.113295 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.113550 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.113821 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.114053 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.114305 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.114517 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.114776 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.115051 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.115268 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.115523 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.115994 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.116229 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.116484 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.116704 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.116936 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.117348 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.117761 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.118178 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.118642 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.119089 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.119511 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.119932 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.120407 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.120831 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.121272 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.121752 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.122274 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.122740 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.123191 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.123657 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.124113 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.124584 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.125059 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.125522 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.125952 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.126432 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.126904 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.127347 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.127880 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.128863 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.129375 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.129884 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.130347 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.130839 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.131294 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.131737 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.132164 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.132706 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.133160 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.133600 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.134072 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.134533 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.135014 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.135496 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.135957 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.136406 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.136884 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.137381 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.137851 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.138328 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.138792 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.139239 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.139714 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.140148 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.140708 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.141158 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.141644 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.142066 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.142550 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.142995 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.143462 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.143900 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.144384 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.144911 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.145358 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.145800 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.146246 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.146728 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.147179 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.147630 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.148102 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.148581 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.149026 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.149491 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.149942 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.150388 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.150831 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.151279 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.151719 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.152166 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.152633 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.153051 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.153466 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.153891 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.154198 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.154492 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.154784 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.155102 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.155410 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.155716 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.156021 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.156320 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.156766 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.157190 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.157593 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.157998 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.158445 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.158753 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.159129 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.159418 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.159772 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.160082 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.160413 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.160714 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.161025 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.161364 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.161646 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.161965 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.162250 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.162531 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.162806 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.163221 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.163505 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.163823 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.164119 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.164429 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.164752 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.165040 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.165464 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.165778 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.166072 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.166378 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.166659 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.166940 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.167319 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.167541 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.167834 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.168118 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.168415 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.168762 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.169066 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.169382 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.169667 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.169968 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.170272 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.170554 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.170825 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.171179 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.171495 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.171782 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.172094 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.172425 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.172734 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.173012 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.173293 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.173578 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.173983 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.174399 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.175352 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.175577 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.176023 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.176271 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.176526 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.176751 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.176975 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.177203 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.177446 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.177697 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.177916 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.178134 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.178357 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.178572 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.178909 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.179171 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.179396 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.179691 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.179950 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.180187 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.180479 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.180811 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.181030 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.181296 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.181520 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.181733 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.181983 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.182242 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.182758 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.183259 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.183720 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.184174 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.184687 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.185153 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.185610 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.185831 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.186308 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.186791 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.187223 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.187652 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.188083 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.188537 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.188908 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.189275 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.189676 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.189925 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.190168 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.191117 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.191375 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:24:13.191596 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.191837 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.192068 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.192361 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.192613 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.192874 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.193116 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.193368 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.193594 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.193759 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 30 19:24:13.194491 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=73700) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Apr 30 19:24:13.194662 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 30 19:24:13.194822 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 30 19:24:13.194995 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 30 19:24:13.195169 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 30 19:24:13.195326 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 30 19:24:13.195538 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.195703 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.195867 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.196028 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.196360 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.196549 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.196715 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.196878 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.197041 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.197204 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.197366 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.197528 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.197706 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.197847 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.198160 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.198325 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.198488 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.198651 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.198817 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.198979 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] config_source = [] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.199141 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.199303 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.199463 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] debug = True {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.199625 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.199804 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.199960 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.200117 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.200300 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.200465 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.200625 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.200787 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.200949 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.201112 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.201274 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.201436 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.201597 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.201758 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.201920 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.202082 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.202243 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.202403 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] host = dv-cinder-733622-14-smb {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.202565 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.202726 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.202892 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.203054 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.203215 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.203348 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.203511 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.203673 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.204380 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.204380 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.204380 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.204380 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.204679 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] log_dir = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.204679 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] log_file = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.204827 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] log_options = True {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.204905 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.205068 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.205209 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.205414 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.205575 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.205729 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.206192 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.206192 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.206695 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.206695 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.207038 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.207038 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.207038 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.207898 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.207898 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.207898 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.207898 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.207898 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.208392 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.208392 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.208392 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.208613 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.208613 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.208758 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.208872 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.209034 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.209347 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.209677 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.209843 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.209991 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.210423 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.210423 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.210423 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.210763 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.210763 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.210912 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.210991 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.211160 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.211321 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.211482 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.211641 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.211802 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.211963 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.212124 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.212308 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] use_journal = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.212472 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] use_json = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.212651 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.212788 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.212948 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.213111 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.213271 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.213444 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.214233 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.214233 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 19:24:13.214233 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.214233 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.214233 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.215203 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.215203 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.215203 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.215203 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.215203 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.215203 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.216374 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.216374 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.216374 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.216374 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.216374 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.216374 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.216374 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.216374 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.216859 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.216859 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.216859 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.217031 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.217162 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.217355 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.217528 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.217748 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.217878 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.217961 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.218113 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.218283 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.218448 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.218613 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.218779 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.218944 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.219104 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.219415 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.219729 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.219933 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.220702 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.220702 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.220702 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.220702 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.220702 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.221078 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.221078 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.221831 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.221831 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.221831 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.221831 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.221831 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.222181 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.222291 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.222459 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.222624 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.222791 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.222956 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.223120 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.223283 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.223447 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.223611 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.223776 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.223940 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.224118 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.224306 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.224474 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.224637 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.224801 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.224966 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.225129 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.225295 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.225459 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.225623 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.225787 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.225951 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.226114 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.226278 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.226436 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.226599 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.226767 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.226929 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.227092 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.227255 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.227419 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.227582 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.227746 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.227919 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.228098 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.228291 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.228455 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.228623 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.228787 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.228950 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.229114 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.229278 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.229441 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.229605 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.229768 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.229933 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.230098 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.230263 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.230427 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.230591 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.230755 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.230918 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.231081 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.231245 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.231410 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.231574 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.231737 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.231900 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.232067 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.232232 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.232468 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.232924 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.232924 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.232924 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.233867 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.233867 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.233867 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.233867 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.233867 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.233867 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.234803 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.234803 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.234803 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.234803 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.234803 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.234803 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.234803 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.237736 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.237736 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.237736 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.237736 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.237736 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.237736 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.237736 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.237736 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.238550 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.238550 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.238550 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.238550 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.238550 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.238550 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.238550 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.238550 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.239559 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.239559 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.239559 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.239559 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.239559 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.239559 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.239559 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.239559 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.242847 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.242847 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.242847 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.242847 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.242847 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.242847 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.242847 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.242847 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.244654 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.244654 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.244654 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.244654 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.244654 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.244654 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.244654 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.244654 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.245177 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.245177 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.245177 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.245177 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.245177 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.245177 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.245177 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.245177 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.245608 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.245608 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.245608 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.245608 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.245608 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.245608 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.245608 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.245608 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.246041 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.246041 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.246041 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.246041 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.246041 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.246041 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.246041 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.246041 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.246503 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.246503 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.246503 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.246503 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.246503 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.246805 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.246805 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.246922 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.247080 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.247236 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.247390 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.247597 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.247696 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.247865 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.248043 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.248204 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.248380 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.248544 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.248708 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.248882 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.249043 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.249222 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.249368 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.249521 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.249694 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.249862 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.250025 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.250187 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.250353 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.250525 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.250688 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.250851 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.251014 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.251179 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.251351 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.251515 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.251678 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.251841 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.252004 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.252177 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.252365 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.252532 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.252704 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.252938 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.253098 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.253262 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.253445 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.253610 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.253777 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.253942 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.254107 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.254272 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.254438 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.254606 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.254781 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.254953 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.255119 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.255292 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.255465 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.255638 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.255802 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.255974 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.256151 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.256340 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.256506 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.256670 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.256834 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.256999 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.257164 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.257329 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.257493 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.257657 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.257821 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.257985 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.258150 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.258314 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.258477 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.258641 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.258805 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.258969 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.259133 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.259298 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 19:24:13.259453 dv-cinder-733622-14-smb neutron-server[73700]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=73700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 30 19:24:13.359208 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 37116) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:24:13.368080 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [-] 10.222.0.41 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066860 Apr 30 19:24:24.031664 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb139e6-9928-4150-ada2-c2731febc1e9 None None] get_active_networks_info from dv-cinder-733622-14-smb {{(pid=73809) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 30 19:24:24.112499 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb139e6-9928-4150-ada2-c2731febc1e9 None None] No non-hosted networks {{(pid=73809) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 30 19:24:24.122880 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.agentschedulers_db [None req-8fb139e6-9928-4150-ada2-c2731febc1e9 None None] DHCP Agent not found on host dv-cinder-733622-14-smb {{(pid=73809) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 30 19:24:24.210251 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-1a272435-31aa-4d80-b96f-5e532a35aa8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111'] for agent, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:24:26.368022 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111'] for agent, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:24:26.372108 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:24:26.372108 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:24:26.372108 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:24:26.372108 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:24:26.372108 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:24:26.372544 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:24:26.373396 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:24:26.373901 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:24:26.374449 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:24:26.374964 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:24:26.375559 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:24:26.375978 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:24:26.376496 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-733622-14-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:24:26.395376 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-733622-14-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:24:26.646619 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c968e567-467a-49b9-8e4f-651bb9772a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111'] for agent, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:24:26.738962 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9cd9dc2b-6ed7-4131-9520-02e3762557b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:24:27.705555 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-db901c41-8a71-4621-9038-9b0e7a83b2d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111'] for agent, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:24:29.231645 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-abaefda2-14da-46b7-be41-c4f24c026f78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111'] for agent, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:24:30.875707 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 37206) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:24:31.462551 dv-cinder-733622-14-smb neutron-server[73807]: WARNING oslo_policy.policy [None req-3ec1fd50-beda-4c33-bc73-e205911ec01b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 30 19:24:31.463218 dv-cinder-733622-14-smb neutron-server[73807]: WARNING oslo_policy.policy [None req-3ec1fd50-beda-4c33-bc73-e205911ec01b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 30 19:24:31.681511 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [None req-3ec1fd50-beda-4c33-bc73-e205911ec01b admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=73807) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 19:24:31.682581 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-3ec1fd50-beda-4c33-bc73-e205911ec01b admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8059003 Apr 30 19:24:32.648027 dv-cinder-733622-14-smb neutron-server[73809]: INFO neutron.db.l3_hamode_db [None req-51c9c614-1d1a-4827-80fa-bae82200d52d None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 30 19:24:32.731364 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c9c614-1d1a-4827-80fa-bae82200d52d None None] Routers set() bound to L3 agent in host dv-cinder-733622-14-smb {{(pid=73809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 19:24:32.731742 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c9c614-1d1a-4827-80fa-bae82200d52d None None] Router IDs set() for agent in host dv-cinder-733622-14-smb {{(pid=73809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Apr 30 19:24:34.031430 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 37220) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:24:34.391124 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.v2.base [None req-79e6887d-74a1-4e7b-8b07-1f9b04d10c81 admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26}} {{(pid=73807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 19:24:34.490087 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.policy [None req-79e6887d-74a1-4e7b-8b07-1f9b04d10c81 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=73807) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 30 19:24:34.535022 dv-cinder-733622-14-smb neutron-server[73807]: WARNING oslo_policy.policy [None req-79e6887d-74a1-4e7b-8b07-1f9b04d10c81 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 30 19:24:34.535922 dv-cinder-733622-14-smb neutron-server[73807]: WARNING oslo_policy.policy [None req-79e6887d-74a1-4e7b-8b07-1f9b04d10c81 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 30 19:24:34.544352 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.quota [None req-79e6887d-74a1-4e7b-8b07-1f9b04d10c81 admin admin] Loaded quota_driver: . Apr 30 19:24:34.559698 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-79e6887d-74a1-4e7b-8b07-1f9b04d10c81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:24:34.618680 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-79e6887d-74a1-4e7b-8b07-1f9b04d10c81 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780696183246', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780696184733', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780696165276', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780696170216', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780696339948', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780696347460', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3786510', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3708758', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-566415', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-623067'] for rbac-policy, before_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:24:34.677821 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-79e6887d-74a1-4e7b-8b07-1f9b04d10c81 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:24:34.678985 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-79e6887d-74a1-4e7b-8b07-1f9b04d10c81 admin admin] 10.222.0.41 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6466224 Apr 30 19:24:37.237641 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 37234) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:24:37.581982 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.v2.base [None req-45984721-42c7-4254-9e79-7e196b877723 admin admin] Request body: {'network': {'tenant_id': '4da93fb4c3b943e49425d2ce6ad24e7c', 'name': 'private', 'project_id': '4da93fb4c3b943e49425d2ce6ad24e7c', 'admin_state_up': True}} {{(pid=73807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 19:24:37.587275 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-45984721-42c7-4254-9e79-7e196b877723 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:24:37.591759 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-45984721-42c7-4254-9e79-7e196b877723 admin admin] Usage tracker for resource:network and tenant:4da93fb4c3b943e49425d2ce6ad24e7c is out of sync, need to count used quota {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:24:37.596306 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-45984721-42c7-4254-9e79-7e196b877723 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:24:37.603045 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-45984721-42c7-4254-9e79-7e196b877723 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:24:37.612558 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45984721-42c7-4254-9e79-7e196b877723 admin admin] Made reservation on behalf of 4da93fb4c3b943e49425d2ce6ad24e7c for: {'network': 1} {{(pid=73807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 19:24:37.615357 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-45984721-42c7-4254-9e79-7e196b877723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for network, before_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:24:37.633152 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-45984721-42c7-4254-9e79-7e196b877723 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:24:37.647235 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-45984721-42c7-4254-9e79-7e196b877723 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:24:37.650859 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-45984721-42c7-4254-9e79-7e196b877723 admin admin] Usage tracker for resource:security_group_rule and tenant:4da93fb4c3b943e49425d2ce6ad24e7c is out of sync, need to count used quota {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:24:37.655697 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-45984721-42c7-4254-9e79-7e196b877723 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:24:37.661830 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-45984721-42c7-4254-9e79-7e196b877723 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:24:37.764316 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-45984721-42c7-4254-9e79-7e196b877723 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:24:37.767765 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-45984721-42c7-4254-9e79-7e196b877723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:24:37.773606 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:24:37.789544 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45984721-42c7-4254-9e79-7e196b877723 admin admin] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=73807) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 19:24:37.814713 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-45984721-42c7-4254-9e79-7e196b877723 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8780697326120', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611927'] for segment, precommit_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:24:37.815303 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-45984721-42c7-4254-9e79-7e196b877723 admin admin] Unsubscribe: segment precommit_create {{(pid=73807) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 30 19:24:37.815756 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.db.segments_db [None req-45984721-42c7-4254-9e79-7e196b877723 admin admin] Added segment b3783310-8771-4c0b-b19d-e55024bb1ceb of type vlan for network 6c4243c0-db7a-4fde-8a80-841fb374dad3 Apr 30 19:24:37.867853 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45984721-42c7-4254-9e79-7e196b877723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c05c3841-f1f6-40ca-ab9b-2d8832b81839,revision_number=1']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:24:37.889638 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45984721-42c7-4254-9e79-7e196b877723 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:24:37.889989 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45984721-42c7-4254-9e79-7e196b877723 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:24:37.890321 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45984721-42c7-4254-9e79-7e196b877723 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:24:37.890642 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45984721-42c7-4254-9e79-7e196b877723 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:24:37.890962 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45984721-42c7-4254-9e79-7e196b877723 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:24:37.891285 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45984721-42c7-4254-9e79-7e196b877723 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:24:37.891593 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45984721-42c7-4254-9e79-7e196b877723 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:24:37.891906 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45984721-42c7-4254-9e79-7e196b877723 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:24:37.892219 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45984721-42c7-4254-9e79-7e196b877723 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:24:37.892561 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45984721-42c7-4254-9e79-7e196b877723 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:24:37.892870 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45984721-42c7-4254-9e79-7e196b877723 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:24:37.893177 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45984721-42c7-4254-9e79-7e196b877723 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:24:37.894277 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45984721-42c7-4254-9e79-7e196b877723 admin admin] Tracked resource versions report: Apr 30 19:24:37.894277 dv-cinder-733622-14-smb neutron-server[73807]: pushed versions: Apr 30 19:24:37.894277 dv-cinder-733622-14-smb neutron-server[73807]: { 'AddressGroup': {'1.2'}, Apr 30 19:24:37.894277 dv-cinder-733622-14-smb neutron-server[73807]: 'ConntrackHelper': {'1.0'}, Apr 30 19:24:37.894277 dv-cinder-733622-14-smb neutron-server[73807]: 'Log': {'1.0'}, Apr 30 19:24:37.894277 dv-cinder-733622-14-smb neutron-server[73807]: 'Network': {'1.1'}, Apr 30 19:24:37.894277 dv-cinder-733622-14-smb neutron-server[73807]: 'Port': {'1.7'}, Apr 30 19:24:37.894277 dv-cinder-733622-14-smb neutron-server[73807]: 'PortForwarding': {'1.2'}, Apr 30 19:24:37.894277 dv-cinder-733622-14-smb neutron-server[73807]: 'QosPolicy': {'1.8'}, Apr 30 19:24:37.894277 dv-cinder-733622-14-smb neutron-server[73807]: 'SecurityGroup': {'1.4'}, Apr 30 19:24:37.894277 dv-cinder-733622-14-smb neutron-server[73807]: 'SecurityGroupRule': {'1.2'}, Apr 30 19:24:37.894277 dv-cinder-733622-14-smb neutron-server[73807]: 'SubPort': {'1.0'}, Apr 30 19:24:37.894277 dv-cinder-733622-14-smb neutron-server[73807]: 'Subnet': {'1.1'}, Apr 30 19:24:37.894277 dv-cinder-733622-14-smb neutron-server[73807]: 'Trunk': {'1.1'}} Apr 30 19:24:37.894277 dv-cinder-733622-14-smb neutron-server[73807]: consumer versions: Apr 30 19:24:37.894277 dv-cinder-733622-14-smb neutron-server[73807]: { DHCP agent@dv-cinder-733622-14-smb: {}, Apr 30 19:24:37.894277 dv-cinder-733622-14-smb neutron-server[73807]: L3 agent@dv-cinder-733622-14-smb: {}, Apr 30 19:24:37.894277 dv-cinder-733622-14-smb neutron-server[73807]: Metadata agent@dv-cinder-733622-14-smb: {}, Apr 30 19:24:37.894277 dv-cinder-733622-14-smb neutron-server[73807]: Metering agent@dv-cinder-733622-14-smb: {}, Apr 30 19:24:37.894277 dv-cinder-733622-14-smb neutron-server[73807]: Open vSwitch agent@dv-cinder-733622-14-smb: { 'AddressGroup': '1.2', Apr 30 19:24:37.894277 dv-cinder-733622-14-smb neutron-server[73807]: 'ConntrackHelper': '1.0', Apr 30 19:24:37.894277 dv-cinder-733622-14-smb neutron-server[73807]: 'Log': '1.0', Apr 30 19:24:37.894277 dv-cinder-733622-14-smb neutron-server[73807]: 'Network': '1.1', Apr 30 19:24:37.894277 dv-cinder-733622-14-smb neutron-server[73807]: 'Port': '1.7', Apr 30 19:24:37.894277 dv-cinder-733622-14-smb neutron-server[73807]: 'PortForwarding': '1.2', Apr 30 19:24:37.894277 dv-cinder-733622-14-smb neutron-server[73807]: 'QosPolicy': '1.8', Apr 30 19:24:37.894277 dv-cinder-733622-14-smb neutron-server[73807]: 'SecurityGroup': '1.4', Apr 30 19:24:37.894277 dv-cinder-733622-14-smb neutron-server[73807]: 'SecurityGroupRule': '1.2', Apr 30 19:24:37.894277 dv-cinder-733622-14-smb neutron-server[73807]: 'SubPort': '1.0', Apr 30 19:24:37.894277 dv-cinder-733622-14-smb neutron-server[73807]: 'Subnet': '1.1', Apr 30 19:24:37.894277 dv-cinder-733622-14-smb neutron-server[73807]: 'Trunk': '1.1'}} Apr 30 19:24:37.894277 dv-cinder-733622-14-smb neutron-server[73807]: {{(pid=73807) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 30 19:24:37.938287 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-45984721-42c7-4254-9e79-7e196b877723 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780696885140'] for network, precommit_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:24:37.943658 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-45984721-42c7-4254-9e79-7e196b877723 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:24:37.979962 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-45984721-42c7-4254-9e79-7e196b877723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137'] for network, after_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:24:37.981390 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45984721-42c7-4254-9e79-7e196b877723 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:24:37.982022 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-45984721-42c7-4254-9e79-7e196b877723 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533183'] for network, before_response {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:24:37.986452 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:24:38.087820 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-45984721-42c7-4254-9e79-7e196b877723 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8490374 Apr 30 19:24:38.090254 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45984721-42c7-4254-9e79-7e196b877723 admin admin] Pushing event updated for resources: {'Network': ['ID=6c4243c0-db7a-4fde-8a80-841fb374dad3,revision_number=1']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:24:38.114651 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-45984721-42c7-4254-9e79-7e196b877723 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:24:38.123535 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Network 6c4243c0-db7a-4fde-8a80-841fb374dad3 details requested by agent ovs-agent-dv-cinder-733622-14-smb with host dv-cinder-733622-14-smb {{(pid=73809) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 19:24:40.725126 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 37250) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:24:41.170681 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f80173-d9fc-48fc-8798-524c16fe579d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:24:41.171997 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-31f80173-d9fc-48fc-8798-524c16fe579d admin admin] 10.222.0.41 "GET /v2.0/networks/6c4243c0-db7a-4fde-8a80-841fb374dad3 HTTP/1.1" status: 200 len: 825 time: 0.4459555 Apr 30 19:24:41.199476 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-a0654248-a2a1-4bb7-b3d3-45f8d80acf83 admin admin] 10.222.0.41 "GET /v2.0/subnetpools/56ef90ba-e117-45e1-b255-f46519ae99eb HTTP/1.1" status: 200 len: 734 time: 0.0214446 Apr 30 19:24:41.207625 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.v2.base [None req-72ab022f-4340-4933-86e3-293e61195849 admin admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': '56ef90ba-e117-45e1-b255-f46519ae99eb', 'name': 'private-subnet', 'tenant_id': '4da93fb4c3b943e49425d2ce6ad24e7c', 'network_id': '6c4243c0-db7a-4fde-8a80-841fb374dad3', 'gateway_ip': '172.20.0.1'}} {{(pid=73807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 19:24:41.211874 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-72ab022f-4340-4933-86e3-293e61195849 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:24:41.215547 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-72ab022f-4340-4933-86e3-293e61195849 admin admin] Usage tracker for resource:subnet and tenant:4da93fb4c3b943e49425d2ce6ad24e7c is out of sync, need to count used quota {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:24:41.218393 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-72ab022f-4340-4933-86e3-293e61195849 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:24:41.224019 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-72ab022f-4340-4933-86e3-293e61195849 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:24:41.233508 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72ab022f-4340-4933-86e3-293e61195849 admin admin] Made reservation on behalf of 4da93fb4c3b943e49425d2ce6ad24e7c for: {'subnet': 1} {{(pid=73807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 19:24:41.235868 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-72ab022f-4340-4933-86e3-293e61195849 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:24:41.721461 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-72ab022f-4340-4933-86e3-293e61195849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137'] for subnet, after_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:24:41.727137 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:24:41.809582 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ab022f-4340-4933-86e3-293e61195849 admin admin] Pushing event updated for resources: {'Subnet': ['ID=182c0cd5-19c8-47af-856f-d66da9a2b6d1,revision_number=0']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:24:41.812747 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-72ab022f-4340-4933-86e3-293e61195849 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:24:41.815167 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ab022f-4340-4933-86e3-293e61195849 admin admin] Checking segment: {'id': 'b3783310-8771-4c0b-b19d-e55024bb1ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6c4243c0-db7a-4fde-8a80-841fb374dad3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 19:24:41.815636 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ab022f-4340-4933-86e3-293e61195849 admin admin] Network hostable DHCP agents. Network: 6c4243c0-db7a-4fde-8a80-841fb374dad3, hostable agents: ['e57161e2-0c22-4573-bfa0-d55a94615101'], hosted agents: [] {{(pid=73807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 19:24:41.833655 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ab022f-4340-4933-86e3-293e61195849 admin admin] Network 6c4243c0-db7a-4fde-8a80-841fb374dad3 is scheduled to be hosted by DHCP agent e57161e2-0c22-4573-bfa0-d55a94615101 with binding_index 1 {{(pid=73807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 19:24:41.843277 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.scheduler.base_scheduler [None req-72ab022f-4340-4933-86e3-293e61195849 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-14-smb, 6c4243c0-db7a-4fde-8a80-841fb374dad3) {{(pid=73807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 19:24:41.848473 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ab022f-4340-4933-86e3-293e61195849 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:24:41.849158 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-72ab022f-4340-4933-86e3-293e61195849 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533183'] for subnet, before_response {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:24:41.853340 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b904b4-4315-408d-b900-bfcba159802c None None] Network 6c4243c0-db7a-4fde-8a80-841fb374dad3 requested from dv-cinder-733622-14-smb {{(pid=73809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 19:24:41.869975 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-72ab022f-4340-4933-86e3-293e61195849 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6655426 Apr 30 19:24:42.185594 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89344680-81db-4de3-84f1-1906ab530ee1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27ed8444-addf-52d8-bb34-b8ba946e691b-6c4243c0-db7a-4fde-8a80-841fb374dad3', 'network_id': '6c4243c0-db7a-4fde-8a80-841fb374dad3', 'tenant_id': '4da93fb4c3b943e49425d2ce6ad24e7c', 'fixed_ips': [{'subnet_id': '182c0cd5-19c8-47af-856f-d66da9a2b6d1'}]}} from dv-cinder-733622-14-smb. {{(pid=73809) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 30 19:24:42.186828 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-89344680-81db-4de3-84f1-1906ab530ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:24:42.377379 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.db_base_plugin_common [None req-89344680-81db-4de3-84f1-1906ab530ee1 None None] Allocated IP 172.20.0.2 (6c4243c0-db7a-4fde-8a80-841fb374dad3/182c0cd5-19c8-47af-856f-d66da9a2b6d1/1aba7a2f-3cc6-4c28-9d29-40ed3fe0d525) {{(pid=73809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 19:24:42.613356 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-89344680-81db-4de3-84f1-1906ab530ee1 None None] Notify callbacks [] for port, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:24:42.626431 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-89344680-81db-4de3-84f1-1906ab530ee1 None None] Transition to ACTIVE for port object 1aba7a2f-3cc6-4c28-9d29-40ed3fe0d525 will not be triggered until provisioned by entity L2. {{(pid=73809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 19:24:42.646980 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-89344680-81db-4de3-84f1-1906ab530ee1 None None] Transition to ACTIVE for port object 1aba7a2f-3cc6-4c28-9d29-40ed3fe0d525 will not be triggered until provisioned by entity DHCP. {{(pid=73809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 19:24:42.653232 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-89344680-81db-4de3-84f1-1906ab530ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780696898070'] for port, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:24:42.657788 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:24:42.713170 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89344680-81db-4de3-84f1-1906ab530ee1 None None] Network 6c4243c0-db7a-4fde-8a80-841fb374dad3 is already hosted by enough agents. {{(pid=73809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 19:24:42.719854 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.scheduler.base_scheduler [None req-89344680-81db-4de3-84f1-1906ab530ee1 None None] Resources bound (agent type, host, resource id): {{(pid=73809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 19:24:42.729654 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89344680-81db-4de3-84f1-1906ab530ee1 None None] Received port after_create {{(pid=73809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 19:24:42.733043 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89344680-81db-4de3-84f1-1906ab530ee1 None None] Pushing event updated for resources: {'Port': ['ID=1aba7a2f-3cc6-4c28-9d29-40ed3fe0d525,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:24:42.773357 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89344680-81db-4de3-84f1-1906ab530ee1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:24:42.773698 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89344680-81db-4de3-84f1-1906ab530ee1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:24:42.774028 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89344680-81db-4de3-84f1-1906ab530ee1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:24:42.774351 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89344680-81db-4de3-84f1-1906ab530ee1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:24:42.774671 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89344680-81db-4de3-84f1-1906ab530ee1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:24:42.774993 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89344680-81db-4de3-84f1-1906ab530ee1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:24:42.775306 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89344680-81db-4de3-84f1-1906ab530ee1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:24:42.775621 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89344680-81db-4de3-84f1-1906ab530ee1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:24:42.775957 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89344680-81db-4de3-84f1-1906ab530ee1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:24:42.776356 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89344680-81db-4de3-84f1-1906ab530ee1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:24:42.776676 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89344680-81db-4de3-84f1-1906ab530ee1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:24:42.776987 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89344680-81db-4de3-84f1-1906ab530ee1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:24:42.778130 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89344680-81db-4de3-84f1-1906ab530ee1 None None] Tracked resource versions report: Apr 30 19:24:42.778130 dv-cinder-733622-14-smb neutron-server[73809]: pushed versions: Apr 30 19:24:42.778130 dv-cinder-733622-14-smb neutron-server[73809]: { 'AddressGroup': {'1.2'}, Apr 30 19:24:42.778130 dv-cinder-733622-14-smb neutron-server[73809]: 'ConntrackHelper': {'1.0'}, Apr 30 19:24:42.778130 dv-cinder-733622-14-smb neutron-server[73809]: 'Log': {'1.0'}, Apr 30 19:24:42.778130 dv-cinder-733622-14-smb neutron-server[73809]: 'Network': {'1.1'}, Apr 30 19:24:42.778130 dv-cinder-733622-14-smb neutron-server[73809]: 'Port': {'1.7'}, Apr 30 19:24:42.778130 dv-cinder-733622-14-smb neutron-server[73809]: 'PortForwarding': {'1.2'}, Apr 30 19:24:42.778130 dv-cinder-733622-14-smb neutron-server[73809]: 'QosPolicy': {'1.8'}, Apr 30 19:24:42.778130 dv-cinder-733622-14-smb neutron-server[73809]: 'SecurityGroup': {'1.4'}, Apr 30 19:24:42.778130 dv-cinder-733622-14-smb neutron-server[73809]: 'SecurityGroupRule': {'1.2'}, Apr 30 19:24:42.778130 dv-cinder-733622-14-smb neutron-server[73809]: 'SubPort': {'1.0'}, Apr 30 19:24:42.778130 dv-cinder-733622-14-smb neutron-server[73809]: 'Subnet': {'1.1'}, Apr 30 19:24:42.778130 dv-cinder-733622-14-smb neutron-server[73809]: 'Trunk': {'1.1'}} Apr 30 19:24:42.778130 dv-cinder-733622-14-smb neutron-server[73809]: consumer versions: Apr 30 19:24:42.778130 dv-cinder-733622-14-smb neutron-server[73809]: { DHCP agent@dv-cinder-733622-14-smb: {}, Apr 30 19:24:42.778130 dv-cinder-733622-14-smb neutron-server[73809]: L3 agent@dv-cinder-733622-14-smb: {}, Apr 30 19:24:42.778130 dv-cinder-733622-14-smb neutron-server[73809]: Metadata agent@dv-cinder-733622-14-smb: {}, Apr 30 19:24:42.778130 dv-cinder-733622-14-smb neutron-server[73809]: Metering agent@dv-cinder-733622-14-smb: {}, Apr 30 19:24:42.778130 dv-cinder-733622-14-smb neutron-server[73809]: Open vSwitch agent@dv-cinder-733622-14-smb: { 'AddressGroup': '1.2', Apr 30 19:24:42.778130 dv-cinder-733622-14-smb neutron-server[73809]: 'ConntrackHelper': '1.0', Apr 30 19:24:42.778130 dv-cinder-733622-14-smb neutron-server[73809]: 'Log': '1.0', Apr 30 19:24:42.778130 dv-cinder-733622-14-smb neutron-server[73809]: 'Network': '1.1', Apr 30 19:24:42.778130 dv-cinder-733622-14-smb neutron-server[73809]: 'Port': '1.7', Apr 30 19:24:42.778130 dv-cinder-733622-14-smb neutron-server[73809]: 'PortForwarding': '1.2', Apr 30 19:24:42.778130 dv-cinder-733622-14-smb neutron-server[73809]: 'QosPolicy': '1.8', Apr 30 19:24:42.778130 dv-cinder-733622-14-smb neutron-server[73809]: 'SecurityGroup': '1.4', Apr 30 19:24:42.778130 dv-cinder-733622-14-smb neutron-server[73809]: 'SecurityGroupRule': '1.2', Apr 30 19:24:42.778130 dv-cinder-733622-14-smb neutron-server[73809]: 'SubPort': '1.0', Apr 30 19:24:42.778130 dv-cinder-733622-14-smb neutron-server[73809]: 'Subnet': '1.1', Apr 30 19:24:42.778130 dv-cinder-733622-14-smb neutron-server[73809]: 'Trunk': '1.1'}} Apr 30 19:24:42.778130 dv-cinder-733622-14-smb neutron-server[73809]: {{(pid=73809) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 30 19:24:42.808983 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-89344680-81db-4de3-84f1-1906ab530ee1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:24:42.834028 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [None req-89344680-81db-4de3-84f1-1906ab530ee1 None None] Attempting to bind port 1aba7a2f-3cc6-4c28-9d29-40ed3fe0d525 on host dv-cinder-733622-14-smb for vnic_type normal with profile {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 19:24:42.834426 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [None req-89344680-81db-4de3-84f1-1906ab530ee1 None None] Attempting to bind port 1aba7a2f-3cc6-4c28-9d29-40ed3fe0d525 by drivers openvswitch,hyperv on host dv-cinder-733622-14-smb at level 0 using segments [{'id': 'b3783310-8771-4c0b-b19d-e55024bb1ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6c4243c0-db7a-4fde-8a80-841fb374dad3'}] {{(pid=73809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 19:24:42.834839 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89344680-81db-4de3-84f1-1906ab530ee1 None None] Attempting to bind port 1aba7a2f-3cc6-4c28-9d29-40ed3fe0d525 on network 6c4243c0-db7a-4fde-8a80-841fb374dad3 {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 19:24:42.840213 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89344680-81db-4de3-84f1-1906ab530ee1 None None] Checking agent: {'id': '56d0c902-71b4-4ed3-a175-a117eb491650', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 19, 24, 26), 'started_at': datetime.datetime(2021, 4, 30, 19, 24, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 19, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 19:24:42.840656 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89344680-81db-4de3-84f1-1906ab530ee1 None None] Checking segment: {'id': 'b3783310-8771-4c0b-b19d-e55024bb1ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6c4243c0-db7a-4fde-8a80-841fb374dad3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 19:24:42.841125 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-89344680-81db-4de3-84f1-1906ab530ee1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:24:42.841521 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89344680-81db-4de3-84f1-1906ab530ee1 None None] Bound using segment: {'id': 'b3783310-8771-4c0b-b19d-e55024bb1ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6c4243c0-db7a-4fde-8a80-841fb374dad3'} {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 19:24:42.842039 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [None req-89344680-81db-4de3-84f1-1906ab530ee1 None None] Bound port: 1aba7a2f-3cc6-4c28-9d29-40ed3fe0d525, host: dv-cinder-733622-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3783310-8771-4c0b-b19d-e55024bb1ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6c4243c0-db7a-4fde-8a80-841fb374dad3'}}] {{(pid=73809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 19:24:42.842427 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-89344680-81db-4de3-84f1-1906ab530ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:24:42.932106 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-89344680-81db-4de3-84f1-1906ab530ee1 None None] For port 1aba7a2f-3cc6-4c28-9d29-40ed3fe0d525, host dv-cinder-733622-14-smb, cleared binding levels {{(pid=73809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 19:24:42.935912 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-89344680-81db-4de3-84f1-1906ab530ee1 None None] For port 1aba7a2f-3cc6-4c28-9d29-40ed3fe0d525, host dv-cinder-733622-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-14-smb',level=0,port_id=1aba7a2f-3cc6-4c28-9d29-40ed3fe0d525,segment=NetworkSegment(b3783310-8771-4c0b-b19d-e55024bb1ceb),segment_id=b3783310-8771-4c0b-b19d-e55024bb1ceb)] {{(pid=73809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 19:24:42.940941 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-89344680-81db-4de3-84f1-1906ab530ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:24:42.945307 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:24:43.027596 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89344680-81db-4de3-84f1-1906ab530ee1 None None] Pushing event updated for resources: {'Port': ['ID=1aba7a2f-3cc6-4c28-9d29-40ed3fe0d525,revision_number=2']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:24:43.033399 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-89344680-81db-4de3-84f1-1906ab530ee1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:24:44.252873 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 37260) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:24:44.628672 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [None req-b8106408-e060-4228-b8c2-1395d3539531 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=73807) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 19:24:44.630242 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-b8106408-e060-4228-b8c2-1395d3539531 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3764336 Apr 30 19:24:47.014261 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 37270) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:24:47.620504 dv-cinder-733622-14-smb neutron-server[73808]: WARNING oslo_policy.policy [None req-ce6797ea-dfc2-44fa-8474-f3544a204422 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 30 19:24:47.621162 dv-cinder-733622-14-smb neutron-server[73808]: WARNING oslo_policy.policy [None req-ce6797ea-dfc2-44fa-8474-f3544a204422 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 30 19:24:47.840396 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [None req-ce6797ea-dfc2-44fa-8474-f3544a204422 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=73808) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 19:24:47.841597 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-ce6797ea-dfc2-44fa-8474-f3544a204422 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8253431 Apr 30 19:24:48.350709 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Device 1aba7a2f-3cc6-4c28-9d29-40ed3fe0d525 up at agent ovs-agent-dv-cinder-733622-14-smb {{(pid=73809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 19:24:48.420899 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Provisioning for port 1aba7a2f-3cc6-4c28-9d29-40ed3fe0d525 completed by entity L2. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 19:24:48.518062 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d5a83e-34c4-4687-99db-4b65e004d455 None None] Network 6c4243c0-db7a-4fde-8a80-841fb374dad3 requested from dv-cinder-733622-14-smb {{(pid=73809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 19:24:48.624698 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-71192ec4-0e14-4f7f-8219-7e4c46f30d96 None None] Provisioning for port 1aba7a2f-3cc6-4c28-9d29-40ed3fe0d525 completed by entity DHCP. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 19:24:48.636389 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-71192ec4-0e14-4f7f-8219-7e4c46f30d96 None None] Provisioning complete for port 1aba7a2f-3cc6-4c28-9d29-40ed3fe0d525 triggered by entity DHCP. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 19:24:48.636786 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-71192ec4-0e14-4f7f-8219-7e4c46f30d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618911'] for port, provisioning_complete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:24:48.868070 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-71192ec4-0e14-4f7f-8219-7e4c46f30d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:24:48.912057 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-71192ec4-0e14-4f7f-8219-7e4c46f30d96 None None] For port 1aba7a2f-3cc6-4c28-9d29-40ed3fe0d525, host dv-cinder-733622-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-14-smb',level=0,port_id=1aba7a2f-3cc6-4c28-9d29-40ed3fe0d525,segment=NetworkSegment(b3783310-8771-4c0b-b19d-e55024bb1ceb),segment_id=b3783310-8771-4c0b-b19d-e55024bb1ceb)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:24:48.916535 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-71192ec4-0e14-4f7f-8219-7e4c46f30d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:24:48.918228 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:24:48.987608 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71192ec4-0e14-4f7f-8219-7e4c46f30d96 None None] Pushing event updated for resources: {'Port': ['ID=1aba7a2f-3cc6-4c28-9d29-40ed3fe0d525,revision_number=3']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:24:48.991456 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-71192ec4-0e14-4f7f-8219-7e4c46f30d96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:24:49.143658 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-632a5cbf-e0fa-4d7c-8efc-2f5192033e01 None None] Provisioning complete for port 1aba7a2f-3cc6-4c28-9d29-40ed3fe0d525 triggered by entity DHCP. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 19:24:49.143996 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-632a5cbf-e0fa-4d7c-8efc-2f5192033e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618911'] for port, provisioning_complete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:24:50.317352 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Device 1aba7a2f-3cc6-4c28-9d29-40ed3fe0d525 up at agent ovs-agent-dv-cinder-733622-14-smb {{(pid=73809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 19:24:50.382364 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Provisioning complete for port 1aba7a2f-3cc6-4c28-9d29-40ed3fe0d525 triggered by entity L2. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 19:24:50.382738 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618911'] for port, provisioning_complete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:24:50.500348 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 37290) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:24:50.841489 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.v2.base [None req-b1ad2df1-7d15-48d3-b527-da7db748535b admin admin] Request body: {'router': {'tenant_id': '4da93fb4c3b943e49425d2ce6ad24e7c', 'name': 'router1', 'admin_state_up': True}} {{(pid=73808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 19:24:50.913068 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.policy [None req-b1ad2df1-7d15-48d3-b527-da7db748535b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=73808) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 30 19:24:50.959135 dv-cinder-733622-14-smb neutron-server[73808]: WARNING oslo_policy.policy [None req-b1ad2df1-7d15-48d3-b527-da7db748535b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 30 19:24:50.959497 dv-cinder-733622-14-smb neutron-server[73808]: WARNING oslo_policy.policy [None req-b1ad2df1-7d15-48d3-b527-da7db748535b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 30 19:24:50.968062 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.quota [None req-b1ad2df1-7d15-48d3-b527-da7db748535b admin admin] Loaded quota_driver: . Apr 30 19:24:50.983320 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-b1ad2df1-7d15-48d3-b527-da7db748535b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:24:50.990460 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-b1ad2df1-7d15-48d3-b527-da7db748535b admin admin] Usage tracker for resource:router and tenant:4da93fb4c3b943e49425d2ce6ad24e7c is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:24:50.995181 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-b1ad2df1-7d15-48d3-b527-da7db748535b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:24:51.002361 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-b1ad2df1-7d15-48d3-b527-da7db748535b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:24:51.019677 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-b1ad2df1-7d15-48d3-b527-da7db748535b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-678241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28754'] for router, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:24:51.021697 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-b1ad2df1-7d15-48d3-b527-da7db748535b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-753828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28763'] for router, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:24:51.045962 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-b1ad2df1-7d15-48d3-b527-da7db748535b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:24:51.162326 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-b1ad2df1-7d15-48d3-b527-da7db748535b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-678168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-679359'] for router, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:24:51.182234 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-b1ad2df1-7d15-48d3-b527-da7db748535b admin admin] Notify callbacks [] for router, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:24:51.183392 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-b1ad2df1-7d15-48d3-b527-da7db748535b admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6821914 Apr 30 19:24:53.549217 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 37302) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:24:53.909469 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-f502a323-8126-4b7c-a096-4056d459cbe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:24:53.913974 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [None req-ffdc4d60-418b-4740-9520-905bf2e15d03 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=73808) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 19:24:53.914939 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-ffdc4d60-418b-4740-9520-905bf2e15d03 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3648164 Apr 30 19:24:56.283031 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 37312) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:24:56.345643 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:24:56.643143 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d069f9a9-e7f4-4dc6-b0a9-216e14c23fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:24:56.646921 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.v2.base [None req-e3972014-ab7b-4309-a00a-211a1f0aa47e admin admin] Request body: {'network': {'name': 'public', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'provider:network_type': 'flat', 'router:external': True}} {{(pid=73808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 19:24:56.652040 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-e3972014-ab7b-4309-a00a-211a1f0aa47e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:24:56.655744 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-e3972014-ab7b-4309-a00a-211a1f0aa47e admin admin] Usage tracker for resource:network and tenant:24bfe1696fe046619044510530771f6f is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:24:56.659171 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-e3972014-ab7b-4309-a00a-211a1f0aa47e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:24:56.665744 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-e3972014-ab7b-4309-a00a-211a1f0aa47e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:24:56.674883 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3972014-ab7b-4309-a00a-211a1f0aa47e admin admin] Made reservation on behalf of 24bfe1696fe046619044510530771f6f for: {'network': 1} {{(pid=73808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 19:24:56.678680 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-e3972014-ab7b-4309-a00a-211a1f0aa47e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for network, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:24:56.695198 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-e3972014-ab7b-4309-a00a-211a1f0aa47e admin admin] Notify callbacks [] for security_group, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:24:56.708947 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-e3972014-ab7b-4309-a00a-211a1f0aa47e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:24:56.712566 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-e3972014-ab7b-4309-a00a-211a1f0aa47e admin admin] Usage tracker for resource:security_group_rule and tenant:24bfe1696fe046619044510530771f6f is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:24:56.715691 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-e3972014-ab7b-4309-a00a-211a1f0aa47e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:24:56.721306 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-e3972014-ab7b-4309-a00a-211a1f0aa47e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:24:56.813700 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-e3972014-ab7b-4309-a00a-211a1f0aa47e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:24:56.817290 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-e3972014-ab7b-4309-a00a-211a1f0aa47e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:24:56.822337 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:24:56.834921 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e3972014-ab7b-4309-a00a-211a1f0aa47e admin admin] Reserving flat network on physical network physnet1 {{(pid=73808) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 30 19:24:56.862064 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-e3972014-ab7b-4309-a00a-211a1f0aa47e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8780697326120', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611927'] for segment, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:24:56.862632 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-e3972014-ab7b-4309-a00a-211a1f0aa47e admin admin] Unsubscribe: segment precommit_create {{(pid=73808) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 30 19:24:56.864025 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.db.segments_db [None req-e3972014-ab7b-4309-a00a-211a1f0aa47e admin admin] Added segment 8177dc3e-ee2d-49a8-85cc-32dd03e75f21 of type flat for network 9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7 Apr 30 19:24:56.916110 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3972014-ab7b-4309-a00a-211a1f0aa47e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54433013-0cf2-4e3d-875f-567c72f3288f,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:24:56.934293 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3972014-ab7b-4309-a00a-211a1f0aa47e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:24:56.934633 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3972014-ab7b-4309-a00a-211a1f0aa47e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:24:56.934957 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3972014-ab7b-4309-a00a-211a1f0aa47e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:24:56.935274 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3972014-ab7b-4309-a00a-211a1f0aa47e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:24:56.935599 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3972014-ab7b-4309-a00a-211a1f0aa47e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:24:56.935891 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3972014-ab7b-4309-a00a-211a1f0aa47e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:24:56.936197 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3972014-ab7b-4309-a00a-211a1f0aa47e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:24:56.936526 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3972014-ab7b-4309-a00a-211a1f0aa47e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:24:56.936829 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3972014-ab7b-4309-a00a-211a1f0aa47e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:24:56.937130 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3972014-ab7b-4309-a00a-211a1f0aa47e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:24:56.937430 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3972014-ab7b-4309-a00a-211a1f0aa47e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:24:56.937726 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3972014-ab7b-4309-a00a-211a1f0aa47e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:24:56.938817 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3972014-ab7b-4309-a00a-211a1f0aa47e admin admin] Tracked resource versions report: Apr 30 19:24:56.938817 dv-cinder-733622-14-smb neutron-server[73808]: pushed versions: Apr 30 19:24:56.938817 dv-cinder-733622-14-smb neutron-server[73808]: { 'AddressGroup': {'1.2'}, Apr 30 19:24:56.938817 dv-cinder-733622-14-smb neutron-server[73808]: 'ConntrackHelper': {'1.0'}, Apr 30 19:24:56.938817 dv-cinder-733622-14-smb neutron-server[73808]: 'Log': {'1.0'}, Apr 30 19:24:56.938817 dv-cinder-733622-14-smb neutron-server[73808]: 'Network': {'1.1'}, Apr 30 19:24:56.938817 dv-cinder-733622-14-smb neutron-server[73808]: 'Port': {'1.7'}, Apr 30 19:24:56.938817 dv-cinder-733622-14-smb neutron-server[73808]: 'PortForwarding': {'1.2'}, Apr 30 19:24:56.938817 dv-cinder-733622-14-smb neutron-server[73808]: 'QosPolicy': {'1.8'}, Apr 30 19:24:56.938817 dv-cinder-733622-14-smb neutron-server[73808]: 'SecurityGroup': {'1.4'}, Apr 30 19:24:56.938817 dv-cinder-733622-14-smb neutron-server[73808]: 'SecurityGroupRule': {'1.2'}, Apr 30 19:24:56.938817 dv-cinder-733622-14-smb neutron-server[73808]: 'SubPort': {'1.0'}, Apr 30 19:24:56.938817 dv-cinder-733622-14-smb neutron-server[73808]: 'Subnet': {'1.1'}, Apr 30 19:24:56.938817 dv-cinder-733622-14-smb neutron-server[73808]: 'Trunk': {'1.1'}} Apr 30 19:24:56.938817 dv-cinder-733622-14-smb neutron-server[73808]: consumer versions: Apr 30 19:24:56.938817 dv-cinder-733622-14-smb neutron-server[73808]: { DHCP agent@dv-cinder-733622-14-smb: {}, Apr 30 19:24:56.938817 dv-cinder-733622-14-smb neutron-server[73808]: L3 agent@dv-cinder-733622-14-smb: {}, Apr 30 19:24:56.938817 dv-cinder-733622-14-smb neutron-server[73808]: Metadata agent@dv-cinder-733622-14-smb: {}, Apr 30 19:24:56.938817 dv-cinder-733622-14-smb neutron-server[73808]: Metering agent@dv-cinder-733622-14-smb: {}, Apr 30 19:24:56.938817 dv-cinder-733622-14-smb neutron-server[73808]: Open vSwitch agent@dv-cinder-733622-14-smb: { 'AddressGroup': '1.2', Apr 30 19:24:56.938817 dv-cinder-733622-14-smb neutron-server[73808]: 'ConntrackHelper': '1.0', Apr 30 19:24:56.938817 dv-cinder-733622-14-smb neutron-server[73808]: 'Log': '1.0', Apr 30 19:24:56.938817 dv-cinder-733622-14-smb neutron-server[73808]: 'Network': '1.1', Apr 30 19:24:56.938817 dv-cinder-733622-14-smb neutron-server[73808]: 'Port': '1.7', Apr 30 19:24:56.938817 dv-cinder-733622-14-smb neutron-server[73808]: 'PortForwarding': '1.2', Apr 30 19:24:56.938817 dv-cinder-733622-14-smb neutron-server[73808]: 'QosPolicy': '1.8', Apr 30 19:24:56.938817 dv-cinder-733622-14-smb neutron-server[73808]: 'SecurityGroup': '1.4', Apr 30 19:24:56.938817 dv-cinder-733622-14-smb neutron-server[73808]: 'SecurityGroupRule': '1.2', Apr 30 19:24:56.938817 dv-cinder-733622-14-smb neutron-server[73808]: 'SubPort': '1.0', Apr 30 19:24:56.938817 dv-cinder-733622-14-smb neutron-server[73808]: 'Subnet': '1.1', Apr 30 19:24:56.938817 dv-cinder-733622-14-smb neutron-server[73808]: 'Trunk': '1.1'}} Apr 30 19:24:56.938817 dv-cinder-733622-14-smb neutron-server[73808]: {{(pid=73808) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 30 19:24:56.976373 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-e3972014-ab7b-4309-a00a-211a1f0aa47e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:24:56.997568 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-e3972014-ab7b-4309-a00a-211a1f0aa47e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780696885140'] for network, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:24:57.040819 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-e3972014-ab7b-4309-a00a-211a1f0aa47e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137'] for network, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:24:57.042283 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3972014-ab7b-4309-a00a-211a1f0aa47e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:24:57.042922 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-e3972014-ab7b-4309-a00a-211a1f0aa47e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533183'] for network, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:24:57.046197 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:24:57.149491 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-e3972014-ab7b-4309-a00a-211a1f0aa47e admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8654306 Apr 30 19:24:57.150168 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3972014-ab7b-4309-a00a-211a1f0aa47e admin admin] Pushing event updated for resources: {'Network': ['ID=9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:24:57.153404 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-e3972014-ab7b-4309-a00a-211a1f0aa47e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:24:57.162904 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Network 9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7 details requested by agent ovs-agent-dv-cinder-733622-14-smb with host dv-cinder-733622-14-smb {{(pid=73809) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 19:24:57.648768 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-db901c41-8a71-4621-9038-9b0e7a83b2d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:24:59.190160 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-abaefda2-14da-46b7-be41-c4f24c026f78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:24:59.478524 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 37336) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:24:59.688219 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f30d786-5871-4e73-b47f-221c373e8a46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:24:59.689550 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-3f30d786-5871-4e73-b47f-221c373e8a46 admin admin] 10.222.0.41 "GET /v2.0/subnets/182c0cd5-19c8-47af-856f-d66da9a2b6d1 HTTP/1.1" status: 200 len: 849 time: 0.2101059 Apr 30 19:24:59.849156 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-c6063105-4e4b-4744-ab22-af5e64899701 admin admin] 10.222.0.41 "GET /v2.0/routers/46e876eb-297d-4ceb-9258-0d76364921b9 HTTP/1.1" status: 200 len: 704 time: 0.1535349 Apr 30 19:25:00.298686 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-9187f33e-bcd3-492d-a2ad-104a99e2a317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:25:00.522174 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.db_base_plugin_common [None req-9187f33e-bcd3-492d-a2ad-104a99e2a317 admin admin] Allocated IP 172.20.0.1 (6c4243c0-db7a-4fde-8a80-841fb374dad3/182c0cd5-19c8-47af-856f-d66da9a2b6d1/d02709a7-2b36-4a85-9733-04a462d92236) {{(pid=73808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 19:25:00.673960 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-9187f33e-bcd3-492d-a2ad-104a99e2a317 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:25:00.691361 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.provisioning_blocks [None req-9187f33e-bcd3-492d-a2ad-104a99e2a317 admin admin] Transition to ACTIVE for port object d02709a7-2b36-4a85-9733-04a462d92236 will not be triggered until provisioned by entity DHCP. {{(pid=73808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 19:25:00.745714 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-9187f33e-bcd3-492d-a2ad-104a99e2a317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780696898070'] for port, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:25:00.750209 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:25:00.812080 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9187f33e-bcd3-492d-a2ad-104a99e2a317 admin admin] Network 6c4243c0-db7a-4fde-8a80-841fb374dad3 is already hosted by enough agents. {{(pid=73808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 19:25:00.819564 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.scheduler.base_scheduler [None req-9187f33e-bcd3-492d-a2ad-104a99e2a317 admin admin] Resources bound (agent type, host, resource id): {{(pid=73808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 19:25:00.825938 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9187f33e-bcd3-492d-a2ad-104a99e2a317 admin admin] Received port after_create {{(pid=73808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 19:25:00.826463 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-9187f33e-bcd3-492d-a2ad-104a99e2a317 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657360'] for router_interface, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:25:00.959181 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9187f33e-bcd3-492d-a2ad-104a99e2a317 admin admin] Pushing event updated for resources: {'Port': ['ID=d02709a7-2b36-4a85-9733-04a462d92236,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:25:00.975614 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-9187f33e-bcd3-492d-a2ad-104a99e2a317 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:25:01.040850 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-b94b3497-481e-42e3-bf49-ba38acb429c3 None None] Provisioning for port d02709a7-2b36-4a85-9733-04a462d92236 completed by entity DHCP. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 19:25:01.045470 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-b94b3497-481e-42e3-bf49-ba38acb429c3 None None] Provisioning complete for port d02709a7-2b36-4a85-9733-04a462d92236 triggered by entity DHCP. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 19:25:01.045848 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b94b3497-481e-42e3-bf49-ba38acb429c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618911'] for port, provisioning_complete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:25:01.104124 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-b94b3497-481e-42e3-bf49-ba38acb429c3 None None] Port d02709a7-2b36-4a85-9733-04a462d92236 cannot update to ACTIVE because it is not bound. {{(pid=73809) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 19:25:01.138499 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-9187f33e-bcd3-492d-a2ad-104a99e2a317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:25:01.361019 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-9187f33e-bcd3-492d-a2ad-104a99e2a317 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:25:01.366096 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-9187f33e-bcd3-492d-a2ad-104a99e2a317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133'] for port, after_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:25:01.367138 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-9187f33e-bcd3-492d-a2ad-104a99e2a317 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657267'] for router_interface, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:25:01.371087 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-9187f33e-bcd3-492d-a2ad-104a99e2a317 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:25:01.502062 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9187f33e-bcd3-492d-a2ad-104a99e2a317 admin admin] Pushing event updated for resources: {'Port': ['ID=d02709a7-2b36-4a85-9733-04a462d92236,revision_number=2']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:25:01.508717 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-9187f33e-bcd3-492d-a2ad-104a99e2a317 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:25:01.559100 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9187f33e-bcd3-492d-a2ad-104a99e2a317 admin admin] Network 6c4243c0-db7a-4fde-8a80-841fb374dad3 is already hosted by enough agents. {{(pid=73808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 19:25:01.560141 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.scheduler.base_scheduler [None req-9187f33e-bcd3-492d-a2ad-104a99e2a317 admin admin] Resources bound (agent type, host, resource id): {{(pid=73808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 19:25:01.725739 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-39876b19-c937-48b0-89ae-6de8ba49a0f3 None None] Provisioning complete for port d02709a7-2b36-4a85-9733-04a462d92236 triggered by entity DHCP. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 19:25:01.726106 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-39876b19-c937-48b0-89ae-6de8ba49a0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618911'] for port, provisioning_complete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:25:01.747490 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9187f33e-bcd3-492d-a2ad-104a99e2a317 admin admin] Router 46e876eb-297d-4ceb-9258-0d76364921b9 is scheduled to L3 agent 19062261-8801-4f4d-b71c-f22a3dba3fbe with binding_index 1 {{(pid=73808) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 30 19:25:01.778320 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-39876b19-c937-48b0-89ae-6de8ba49a0f3 None None] Port d02709a7-2b36-4a85-9733-04a462d92236 cannot update to ACTIVE because it is not bound. {{(pid=73809) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 19:25:01.899554 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9187f33e-bcd3-492d-a2ad-104a99e2a317 admin admin] Notify agent at l3_agent.dv-cinder-733622-14-smb the message routers_updated {{(pid=73808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 19:25:01.908972 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e29f2f7-07cc-4d4a-91ce-b4f79deab2e5 None None] Sync routers for ids ['46e876eb-297d-4ceb-9258-0d76364921b9'] in dv-cinder-733622-14-smb {{(pid=73810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 19:25:01.909565 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-9187f33e-bcd3-492d-a2ad-104a99e2a317 admin admin] 10.222.0.41 "PUT /v2.0/routers/46e876eb-297d-4ceb-9258-0d76364921b9/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0557196 Apr 30 19:25:01.918771 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e29f2f7-07cc-4d4a-91ce-b4f79deab2e5 None None] Routers {'46e876eb-297d-4ceb-9258-0d76364921b9'} bound to L3 agent in host dv-cinder-733622-14-smb {{(pid=73810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 19:25:01.919655 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-6e29f2f7-07cc-4d4a-91ce-b4f79deab2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-30T19:24:27Z,description=,heartbeat_timestamp=2021-04-30T19:24:57Z,host='dv-cinder-733622-14-smb',id=19062261-8801-4f4d-b71c-f22a3dba3fbe,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T19:24:27Z,topic='l3_agent')) {'router_ids': ['46e876eb-297d-4ceb-9258-0d76364921b9'], 'active': True} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:25:02.092113 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.l3_dvr_db [None req-6e29f2f7-07cc-4d4a-91ce-b4f79deab2e5 None None] Set router 46e876eb-297d-4ceb-9258-0d76364921b9 gateway port host: None {{(pid=73810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 19:25:02.466789 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-6e29f2f7-07cc-4d4a-91ce-b4f79deab2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46e876eb-297d-4ceb-9258-0d76364921b9', 'name': 'router1', 'tenant_id': '4da93fb4c3b943e49425d2ce6ad24e7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T19:24:51Z', 'updated_at': '2021-04-30T19:25:01Z', 'revision_number': 2, 'project_id': '4da93fb4c3b943e49425d2ce6ad24e7c', 'gw_port_host': None, '_interfaces': [{'id': 'd02709a7-2b36-4a85-9733-04a462d92236', 'name': '', 'network_id': '6c4243c0-db7a-4fde-8a80-841fb374dad3', 'tenant_id': '4da93fb4c3b943e49425d2ce6ad24e7c', 'mac_address': 'fa:16:3e:95:c4:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46e876eb-297d-4ceb-9258-0d76364921b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '182c0cd5-19c8-47af-856f-d66da9a2b6d1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:25:00Z', 'updated_at': '2021-04-30T19:25:01Z', 'revision_number': 2, 'project_id': '4da93fb4c3b943e49425d2ce6ad24e7c', 'subnets': [{'id': '182c0cd5-19c8-47af-856f-d66da9a2b6d1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '56ef90ba-e117-45e1-b255-f46519ae99eb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-14-smb', False) {} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:25:02.471543 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e29f2f7-07cc-4d4a-91ce-b4f79deab2e5 None None] Checking router: 46e876eb-297d-4ceb-9258-0d76364921b9 for host: dv-cinder-733622-14-smb {{(pid=73810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 19:25:02.471918 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e29f2f7-07cc-4d4a-91ce-b4f79deab2e5 None None] Updating router 46e876eb-297d-4ceb-9258-0d76364921b9 port d02709a7-2b36-4a85-9733-04a462d92236 binding host dv-cinder-733622-14-smb {{(pid=73810) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 19:25:02.524251 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-6e29f2f7-07cc-4d4a-91ce-b4f79deab2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:25:02.906631 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-6e29f2f7-07cc-4d4a-91ce-b4f79deab2e5 None None] Notify callbacks [] for port, precommit_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:25:02.922632 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-6e29f2f7-07cc-4d4a-91ce-b4f79deab2e5 None None] Transition to ACTIVE for port object d02709a7-2b36-4a85-9733-04a462d92236 will not be triggered until provisioned by entity L2. {{(pid=73810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 19:25:02.929725 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-6e29f2f7-07cc-4d4a-91ce-b4f79deab2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:25:02.935782 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:25:03.148681 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d932893b-8974-4e4a-8ebf-e3fb61b92d5b None None] Pushing event updated for resources: {'Port': ['ID=d02709a7-2b36-4a85-9733-04a462d92236,revision_number=3']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:25:03.161415 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d932893b-8974-4e4a-8ebf-e3fb61b92d5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:25:03.161701 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d932893b-8974-4e4a-8ebf-e3fb61b92d5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:25:03.162032 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d932893b-8974-4e4a-8ebf-e3fb61b92d5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:25:03.162357 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d932893b-8974-4e4a-8ebf-e3fb61b92d5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:25:03.162678 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d932893b-8974-4e4a-8ebf-e3fb61b92d5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:25:03.162994 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d932893b-8974-4e4a-8ebf-e3fb61b92d5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:25:03.163309 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d932893b-8974-4e4a-8ebf-e3fb61b92d5b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:25:03.163621 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d932893b-8974-4e4a-8ebf-e3fb61b92d5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:25:03.163939 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d932893b-8974-4e4a-8ebf-e3fb61b92d5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:25:03.164274 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d932893b-8974-4e4a-8ebf-e3fb61b92d5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:25:03.164582 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d932893b-8974-4e4a-8ebf-e3fb61b92d5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:25:03.164889 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d932893b-8974-4e4a-8ebf-e3fb61b92d5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:25:03.166012 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d932893b-8974-4e4a-8ebf-e3fb61b92d5b None None] Tracked resource versions report: Apr 30 19:25:03.166012 dv-cinder-733622-14-smb neutron-server[73810]: pushed versions: Apr 30 19:25:03.166012 dv-cinder-733622-14-smb neutron-server[73810]: { 'AddressGroup': {'1.2'}, Apr 30 19:25:03.166012 dv-cinder-733622-14-smb neutron-server[73810]: 'ConntrackHelper': {'1.0'}, Apr 30 19:25:03.166012 dv-cinder-733622-14-smb neutron-server[73810]: 'Log': {'1.0'}, Apr 30 19:25:03.166012 dv-cinder-733622-14-smb neutron-server[73810]: 'Network': {'1.1'}, Apr 30 19:25:03.166012 dv-cinder-733622-14-smb neutron-server[73810]: 'Port': {'1.7'}, Apr 30 19:25:03.166012 dv-cinder-733622-14-smb neutron-server[73810]: 'PortForwarding': {'1.2'}, Apr 30 19:25:03.166012 dv-cinder-733622-14-smb neutron-server[73810]: 'QosPolicy': {'1.8'}, Apr 30 19:25:03.166012 dv-cinder-733622-14-smb neutron-server[73810]: 'SecurityGroup': {'1.4'}, Apr 30 19:25:03.166012 dv-cinder-733622-14-smb neutron-server[73810]: 'SecurityGroupRule': {'1.2'}, Apr 30 19:25:03.166012 dv-cinder-733622-14-smb neutron-server[73810]: 'SubPort': {'1.0'}, Apr 30 19:25:03.166012 dv-cinder-733622-14-smb neutron-server[73810]: 'Subnet': {'1.1'}, Apr 30 19:25:03.166012 dv-cinder-733622-14-smb neutron-server[73810]: 'Trunk': {'1.1'}} Apr 30 19:25:03.166012 dv-cinder-733622-14-smb neutron-server[73810]: consumer versions: Apr 30 19:25:03.166012 dv-cinder-733622-14-smb neutron-server[73810]: { DHCP agent@dv-cinder-733622-14-smb: {}, Apr 30 19:25:03.166012 dv-cinder-733622-14-smb neutron-server[73810]: L3 agent@dv-cinder-733622-14-smb: {}, Apr 30 19:25:03.166012 dv-cinder-733622-14-smb neutron-server[73810]: Metadata agent@dv-cinder-733622-14-smb: {}, Apr 30 19:25:03.166012 dv-cinder-733622-14-smb neutron-server[73810]: Metering agent@dv-cinder-733622-14-smb: {}, Apr 30 19:25:03.166012 dv-cinder-733622-14-smb neutron-server[73810]: Open vSwitch agent@dv-cinder-733622-14-smb: { 'AddressGroup': '1.2', Apr 30 19:25:03.166012 dv-cinder-733622-14-smb neutron-server[73810]: 'ConntrackHelper': '1.0', Apr 30 19:25:03.166012 dv-cinder-733622-14-smb neutron-server[73810]: 'Log': '1.0', Apr 30 19:25:03.166012 dv-cinder-733622-14-smb neutron-server[73810]: 'Network': '1.1', Apr 30 19:25:03.166012 dv-cinder-733622-14-smb neutron-server[73810]: 'Port': '1.7', Apr 30 19:25:03.166012 dv-cinder-733622-14-smb neutron-server[73810]: 'PortForwarding': '1.2', Apr 30 19:25:03.166012 dv-cinder-733622-14-smb neutron-server[73810]: 'QosPolicy': '1.8', Apr 30 19:25:03.166012 dv-cinder-733622-14-smb neutron-server[73810]: 'SecurityGroup': '1.4', Apr 30 19:25:03.166012 dv-cinder-733622-14-smb neutron-server[73810]: 'SecurityGroupRule': '1.2', Apr 30 19:25:03.166012 dv-cinder-733622-14-smb neutron-server[73810]: 'SubPort': '1.0', Apr 30 19:25:03.166012 dv-cinder-733622-14-smb neutron-server[73810]: 'Subnet': '1.1', Apr 30 19:25:03.166012 dv-cinder-733622-14-smb neutron-server[73810]: 'Trunk': '1.1'}} Apr 30 19:25:03.166012 dv-cinder-733622-14-smb neutron-server[73810]: {{(pid=73810) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 30 19:25:03.170947 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-d932893b-8974-4e4a-8ebf-e3fb61b92d5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:25:03.171682 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [None req-6e29f2f7-07cc-4d4a-91ce-b4f79deab2e5 None None] Attempting to bind port d02709a7-2b36-4a85-9733-04a462d92236 on host dv-cinder-733622-14-smb for vnic_type normal with profile {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 19:25:03.172079 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [None req-6e29f2f7-07cc-4d4a-91ce-b4f79deab2e5 None None] Attempting to bind port d02709a7-2b36-4a85-9733-04a462d92236 by drivers openvswitch,hyperv on host dv-cinder-733622-14-smb at level 0 using segments [{'id': 'b3783310-8771-4c0b-b19d-e55024bb1ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6c4243c0-db7a-4fde-8a80-841fb374dad3'}] {{(pid=73810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 19:25:03.172528 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e29f2f7-07cc-4d4a-91ce-b4f79deab2e5 None None] Attempting to bind port d02709a7-2b36-4a85-9733-04a462d92236 on network 6c4243c0-db7a-4fde-8a80-841fb374dad3 {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 19:25:03.178069 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e29f2f7-07cc-4d4a-91ce-b4f79deab2e5 None None] Checking agent: {'id': '56d0c902-71b4-4ed3-a175-a117eb491650', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 19, 24, 26), 'started_at': datetime.datetime(2021, 4, 30, 19, 24, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 19, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 19:25:03.178487 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e29f2f7-07cc-4d4a-91ce-b4f79deab2e5 None None] Checking segment: {'id': 'b3783310-8771-4c0b-b19d-e55024bb1ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6c4243c0-db7a-4fde-8a80-841fb374dad3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 19:25:03.178949 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-6e29f2f7-07cc-4d4a-91ce-b4f79deab2e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:25:03.179336 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e29f2f7-07cc-4d4a-91ce-b4f79deab2e5 None None] Bound using segment: {'id': 'b3783310-8771-4c0b-b19d-e55024bb1ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6c4243c0-db7a-4fde-8a80-841fb374dad3'} {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 19:25:03.179886 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [None req-6e29f2f7-07cc-4d4a-91ce-b4f79deab2e5 None None] Bound port: d02709a7-2b36-4a85-9733-04a462d92236, host: dv-cinder-733622-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3783310-8771-4c0b-b19d-e55024bb1ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6c4243c0-db7a-4fde-8a80-841fb374dad3'}}] {{(pid=73810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 19:25:03.180297 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-6e29f2f7-07cc-4d4a-91ce-b4f79deab2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:25:03.268636 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-6e29f2f7-07cc-4d4a-91ce-b4f79deab2e5 None None] For port d02709a7-2b36-4a85-9733-04a462d92236, host dv-cinder-733622-14-smb, cleared binding levels {{(pid=73810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 19:25:03.273475 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-6e29f2f7-07cc-4d4a-91ce-b4f79deab2e5 None None] For port d02709a7-2b36-4a85-9733-04a462d92236, host dv-cinder-733622-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-14-smb',level=0,port_id=d02709a7-2b36-4a85-9733-04a462d92236,segment=NetworkSegment(b3783310-8771-4c0b-b19d-e55024bb1ceb),segment_id=b3783310-8771-4c0b-b19d-e55024bb1ceb)] {{(pid=73810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 19:25:03.278125 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-6e29f2f7-07cc-4d4a-91ce-b4f79deab2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:25:03.281977 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-d932893b-8974-4e4a-8ebf-e3fb61b92d5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:25:03.366604 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e29f2f7-07cc-4d4a-91ce-b4f79deab2e5 None None] Routers {'46e876eb-297d-4ceb-9258-0d76364921b9'} bound to L3 agent in host dv-cinder-733622-14-smb {{(pid=73810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 19:25:03.367223 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-6e29f2f7-07cc-4d4a-91ce-b4f79deab2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-30T19:24:27Z,description=,heartbeat_timestamp=2021-04-30T19:24:57Z,host='dv-cinder-733622-14-smb',id=19062261-8801-4f4d-b71c-f22a3dba3fbe,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T19:24:27Z,topic='l3_agent')) {'router_ids': ['46e876eb-297d-4ceb-9258-0d76364921b9'], 'active': True} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:25:03.461903 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d932893b-8974-4e4a-8ebf-e3fb61b92d5b None None] Pushing event updated for resources: {'Port': ['ID=d02709a7-2b36-4a85-9733-04a462d92236,revision_number=4']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:25:03.511666 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-d932893b-8974-4e4a-8ebf-e3fb61b92d5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:25:03.553699 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.l3_dvr_db [None req-6e29f2f7-07cc-4d4a-91ce-b4f79deab2e5 None None] Set router 46e876eb-297d-4ceb-9258-0d76364921b9 gateway port host: None {{(pid=73810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 19:25:03.873602 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-6e29f2f7-07cc-4d4a-91ce-b4f79deab2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46e876eb-297d-4ceb-9258-0d76364921b9', 'name': 'router1', 'tenant_id': '4da93fb4c3b943e49425d2ce6ad24e7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T19:24:51Z', 'updated_at': '2021-04-30T19:25:01Z', 'revision_number': 2, 'project_id': '4da93fb4c3b943e49425d2ce6ad24e7c', 'gw_port_host': None, '_interfaces': [{'id': 'd02709a7-2b36-4a85-9733-04a462d92236', 'name': '', 'network_id': '6c4243c0-db7a-4fde-8a80-841fb374dad3', 'tenant_id': '4da93fb4c3b943e49425d2ce6ad24e7c', 'mac_address': 'fa:16:3e:95:c4:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46e876eb-297d-4ceb-9258-0d76364921b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '182c0cd5-19c8-47af-856f-d66da9a2b6d1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:25:00Z', 'updated_at': '2021-04-30T19:25:03Z', 'revision_number': 4, 'project_id': '4da93fb4c3b943e49425d2ce6ad24e7c', 'subnets': [{'id': '182c0cd5-19c8-47af-856f-d66da9a2b6d1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '56ef90ba-e117-45e1-b255-f46519ae99eb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-14-smb', False) {} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:25:03.877412 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e29f2f7-07cc-4d4a-91ce-b4f79deab2e5 None None] The sync data for ids ['46e876eb-297d-4ceb-9258-0d76364921b9'] in dv-cinder-733622-14-smb is: [{'id': '46e876eb-297d-4ceb-9258-0d76364921b9', 'name': 'router1', 'tenant_id': '4da93fb4c3b943e49425d2ce6ad24e7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T19:24:51Z', 'updated_at': '2021-04-30T19:25:01Z', 'revision_number': 2, 'project_id': '4da93fb4c3b943e49425d2ce6ad24e7c', 'gw_port_host': None, '_interfaces': [{'id': 'd02709a7-2b36-4a85-9733-04a462d92236', 'name': '', 'network_id': '6c4243c0-db7a-4fde-8a80-841fb374dad3', 'tenant_id': '4da93fb4c3b943e49425d2ce6ad24e7c', 'mac_address': 'fa:16:3e:95:c4:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46e876eb-297d-4ceb-9258-0d76364921b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '182c0cd5-19c8-47af-856f-d66da9a2b6d1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:25:00Z', 'updated_at': '2021-04-30T19:25:03Z', 'revision_number': 4, 'project_id': '4da93fb4c3b943e49425d2ce6ad24e7c', 'subnets': [{'id': '182c0cd5-19c8-47af-856f-d66da9a2b6d1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '56ef90ba-e117-45e1-b255-f46519ae99eb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 19:25:04.065859 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 37358) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:25:04.212817 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe02a32d-f041-4b4b-a9c9-bde1b872d03d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:25:04.213376 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-fe02a32d-f041-4b4b-a9c9-bde1b872d03d admin admin] Synchronizing usage tracker for tenant:24bfe1696fe046619044510530771f6f on resource:network {{(pid=73808) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 19:25:04.232602 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-fe02a32d-f041-4b4b-a9c9-bde1b872d03d admin admin] Unset dirty status for tenant:24bfe1696fe046619044510530771f6f on resource:network {{(pid=73808) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 19:25:04.233751 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-fe02a32d-f041-4b4b-a9c9-bde1b872d03d admin admin] 10.222.0.41 "GET /v2.0/networks/9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7 HTTP/1.1" status: 200 len: 842 time: 0.1663709 Apr 30 19:25:04.245005 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.v2.base [None req-e5a77637-eb8e-42fa-bfe0-2ccba96649c9 admin admin] Request body: {'subnet': {'gateway_ip': '172.28.1.1', 'ip_version': 4, 'name': 'public-subnet', 'cidr': '172.28.1.0/24', 'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'enable_dhcp': False}} {{(pid=73808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 19:25:04.250194 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-e5a77637-eb8e-42fa-bfe0-2ccba96649c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:25:04.254065 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-e5a77637-eb8e-42fa-bfe0-2ccba96649c9 admin admin] Usage tracker for resource:subnet and tenant:24bfe1696fe046619044510530771f6f is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:25:04.256977 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-e5a77637-eb8e-42fa-bfe0-2ccba96649c9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:25:04.263129 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-e5a77637-eb8e-42fa-bfe0-2ccba96649c9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:25:04.273823 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5a77637-eb8e-42fa-bfe0-2ccba96649c9 admin admin] Made reservation on behalf of 24bfe1696fe046619044510530771f6f for: {'subnet': 1} {{(pid=73808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 19:25:04.275825 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-e5a77637-eb8e-42fa-bfe0-2ccba96649c9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:25:04.690859 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.objects.ports [None req-e5a77637-eb8e-42fa-bfe0-2ccba96649c9 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=73808) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Apr 30 19:25:04.691379 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-e5a77637-eb8e-42fa-bfe0-2ccba96649c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137'] for subnet, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:25:04.695734 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:25:04.803576 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a77637-eb8e-42fa-bfe0-2ccba96649c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=476340fc-add5-4316-93e7-f3b1afc75f73,revision_number=0']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:25:04.809108 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-e5a77637-eb8e-42fa-bfe0-2ccba96649c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:25:04.811671 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a77637-eb8e-42fa-bfe0-2ccba96649c9 admin admin] Checking segment: {'id': '8177dc3e-ee2d-49a8-85cc-32dd03e75f21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 19:25:04.811934 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a77637-eb8e-42fa-bfe0-2ccba96649c9 admin admin] Network hostable DHCP agents. Network: 9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7, hostable agents: ['e57161e2-0c22-4573-bfa0-d55a94615101'], hosted agents: [] {{(pid=73808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 19:25:04.831016 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a77637-eb8e-42fa-bfe0-2ccba96649c9 admin admin] Network 9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7 is scheduled to be hosted by DHCP agent e57161e2-0c22-4573-bfa0-d55a94615101 with binding_index 1 {{(pid=73808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 19:25:04.842094 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.scheduler.base_scheduler [None req-e5a77637-eb8e-42fa-bfe0-2ccba96649c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-14-smb, 9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7) {{(pid=73808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 19:25:04.845932 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a77637-eb8e-42fa-bfe0-2ccba96649c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:25:04.846519 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-e5a77637-eb8e-42fa-bfe0-2ccba96649c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533183'] for subnet, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:25:04.850676 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2000cfb3-82ac-4aa7-9b82-339c3f992bae None None] Network 9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7 requested from dv-cinder-733622-14-smb {{(pid=73809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 19:25:04.884354 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-e5a77637-eb8e-42fa-bfe0-2ccba96649c9 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6257591 Apr 30 19:25:05.095314 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-233172dd-faec-43f1-b2a6-3d6f9e8b5df8 None None] Network 9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7 requested from dv-cinder-733622-14-smb {{(pid=73809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 19:25:07.142288 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 37372) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:25:07.337355 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-72e1a430-57f7-49e6-aef3-f1737520040f admin admin] 10.222.0.41 "GET /v2.0/routers/46e876eb-297d-4ceb-9258-0d76364921b9 HTTP/1.1" status: 200 len: 710 time: 0.1938806 Apr 30 19:25:07.464025 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddbd47e6-461a-4169-a3a1-35c63ea63ab7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:25:07.465414 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-ddbd47e6-461a-4169-a3a1-35c63ea63ab7 admin admin] 10.222.0.41 "GET /v2.0/networks/9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7 HTTP/1.1" status: 200 len: 886 time: 0.1229210 Apr 30 19:25:07.473913 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.v2.base [None req-f5e06c41-26a7-489d-bd3c-4513d94a7f82 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7'}}} {{(pid=73808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 19:25:07.907594 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-f5e06c41-26a7-489d-bd3c-4513d94a7f82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-679376', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-678159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28841'] for router, precommit_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:25:08.223895 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-f5e06c41-26a7-489d-bd3c-4513d94a7f82 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:25:08.340047 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-f5e06c41-26a7-489d-bd3c-4513d94a7f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:25:08.348430 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Device d02709a7-2b36-4a85-9733-04a462d92236 up at agent ovs-agent-dv-cinder-733622-14-smb {{(pid=73809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 19:25:08.417141 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Provisioning for port d02709a7-2b36-4a85-9733-04a462d92236 completed by entity L2. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 19:25:08.421616 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Provisioning complete for port d02709a7-2b36-4a85-9733-04a462d92236 triggered by entity L2. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 19:25:08.422002 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618911'] for port, provisioning_complete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:25:08.469778 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.db_base_plugin_common [None req-f5e06c41-26a7-489d-bd3c-4513d94a7f82 admin admin] Allocated IP 172.28.1.74 (9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7/476340fc-add5-4316-93e7-f3b1afc75f73/4b598cb5-ec6c-407f-bf1b-9931d304077a) {{(pid=73808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 19:25:08.539463 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:25:08.570855 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] For port d02709a7-2b36-4a85-9733-04a462d92236, host dv-cinder-733622-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-14-smb',level=0,port_id=d02709a7-2b36-4a85-9733-04a462d92236,segment=NetworkSegment(b3783310-8771-4c0b-b19d-e55024bb1ceb),segment_id=b3783310-8771-4c0b-b19d-e55024bb1ceb)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:25:08.574385 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:25:08.577439 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-71192ec4-0e14-4f7f-8219-7e4c46f30d96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:25:08.615175 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-f5e06c41-26a7-489d-bd3c-4513d94a7f82 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:25:08.643926 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Pushing event updated for resources: {'Port': ['ID=d02709a7-2b36-4a85-9733-04a462d92236,revision_number=5']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:25:08.645659 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-f5e06c41-26a7-489d-bd3c-4513d94a7f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780696898070'] for port, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:25:08.647694 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:25:08.650267 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-9187f33e-bcd3-492d-a2ad-104a99e2a317 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:25:08.709189 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e06c41-26a7-489d-bd3c-4513d94a7f82 admin admin] Network 9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7 is already hosted by enough agents. {{(pid=73808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 19:25:08.712203 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.scheduler.base_scheduler [None req-f5e06c41-26a7-489d-bd3c-4513d94a7f82 admin admin] Resources bound (agent type, host, resource id): {{(pid=73808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 19:25:08.716614 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e06c41-26a7-489d-bd3c-4513d94a7f82 admin admin] Received port after_create {{(pid=73808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 19:25:08.773441 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e06c41-26a7-489d-bd3c-4513d94a7f82 admin admin] Pushing event updated for resources: {'Port': ['ID=4b598cb5-ec6c-407f-bf1b-9931d304077a,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:25:08.783263 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-f5e06c41-26a7-489d-bd3c-4513d94a7f82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:25:09.090367 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-f5e06c41-26a7-489d-bd3c-4513d94a7f82 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:25:09.416343 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-f5e06c41-26a7-489d-bd3c-4513d94a7f82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-679376', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-678159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28841'] for router, precommit_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:25:09.419581 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-f5e06c41-26a7-489d-bd3c-4513d94a7f82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-679359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-679313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-679304', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-678150'] for router, after_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:25:09.590930 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5e06c41-26a7-489d-bd3c-4513d94a7f82 admin admin] Router 46e876eb-297d-4ceb-9258-0d76364921b9 has already been hosted by L3 agent 19062261-8801-4f4d-b71c-f22a3dba3fbe {{(pid=73808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 19:25:09.811320 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5e06c41-26a7-489d-bd3c-4513d94a7f82 admin admin] Notify agent at l3_agent.dv-cinder-733622-14-smb the message routers_updated {{(pid=73808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 19:25:09.820812 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-f5e06c41-26a7-489d-bd3c-4513d94a7f82 admin admin] Notify callbacks [] for router, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:25:09.821322 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9c59ae-6f7c-46ca-a8a7-6d9afdebfc79 None None] Sync routers for ids ['46e876eb-297d-4ceb-9258-0d76364921b9'] in dv-cinder-733622-14-smb {{(pid=73809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 19:25:09.821968 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-f5e06c41-26a7-489d-bd3c-4513d94a7f82 admin admin] 10.222.0.41 "PUT /v2.0/routers/46e876eb-297d-4ceb-9258-0d76364921b9 HTTP/1.1" status: 200 len: 889 time: 2.3512685 Apr 30 19:25:09.836215 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9c59ae-6f7c-46ca-a8a7-6d9afdebfc79 None None] Routers {'46e876eb-297d-4ceb-9258-0d76364921b9'} bound to L3 agent in host dv-cinder-733622-14-smb {{(pid=73809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 19:25:09.836925 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_hamode_db [None req-2e9c59ae-6f7c-46ca-a8a7-6d9afdebfc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-30T19:24:27Z,description=,heartbeat_timestamp=2021-04-30T19:24:57Z,host='dv-cinder-733622-14-smb',id=19062261-8801-4f4d-b71c-f22a3dba3fbe,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T19:24:27Z,topic='l3_agent')) {'router_ids': ['46e876eb-297d-4ceb-9258-0d76364921b9'], 'active': True} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:25:10.064043 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_dvr_db [None req-2e9c59ae-6f7c-46ca-a8a7-6d9afdebfc79 None None] Set router 46e876eb-297d-4ceb-9258-0d76364921b9 gateway port host: dv-cinder-733622-14-smb {{(pid=73809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 19:25:10.369955 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Device d02709a7-2b36-4a85-9733-04a462d92236 up at agent ovs-agent-dv-cinder-733622-14-smb {{(pid=73809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 19:25:10.461595 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Provisioning complete for port d02709a7-2b36-4a85-9733-04a462d92236 triggered by entity L2. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 19:25:10.461968 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618911'] for port, provisioning_complete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:25:10.520257 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_hamode_db [None req-2e9c59ae-6f7c-46ca-a8a7-6d9afdebfc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46e876eb-297d-4ceb-9258-0d76364921b9', 'name': 'router1', 'tenant_id': '4da93fb4c3b943e49425d2ce6ad24e7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'external_fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.74'}], 'enable_snat': True}, 'gw_port_id': '4b598cb5-ec6c-407f-bf1b-9931d304077a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T19:24:51Z', 'updated_at': '2021-04-30T19:25:08Z', 'revision_number': 4, 'project_id': '4da93fb4c3b943e49425d2ce6ad24e7c', 'gw_port': {'id': '4b598cb5-ec6c-407f-bf1b-9931d304077a', 'name': '', 'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ce:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46e876eb-297d-4ceb-9258-0d76364921b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:25:08Z', 'updated_at': '2021-04-30T19:25:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-14-smb', '_interfaces': [{'id': 'd02709a7-2b36-4a85-9733-04a462d92236', 'name': '', 'network_id': '6c4243c0-db7a-4fde-8a80-841fb374dad3', 'tenant_id': '4da93fb4c3b943e49425d2ce6ad24e7c', 'mac_address': 'fa:16:3e:95:c4:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e876eb-297d-4ceb-9258-0d76364921b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '182c0cd5-19c8-47af-856f-d66da9a2b6d1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:25:00Z', 'updated_at': '2021-04-30T19:25:08Z', 'revision_number': 5, 'project_id': '4da93fb4c3b943e49425d2ce6ad24e7c', 'subnets': [{'id': '182c0cd5-19c8-47af-856f-d66da9a2b6d1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '56ef90ba-e117-45e1-b255-f46519ae99eb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-14-smb', False) {} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:25:10.527427 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9c59ae-6f7c-46ca-a8a7-6d9afdebfc79 None None] Checking router: 46e876eb-297d-4ceb-9258-0d76364921b9 for host: dv-cinder-733622-14-smb {{(pid=73809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 19:25:10.527790 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9c59ae-6f7c-46ca-a8a7-6d9afdebfc79 None None] Updating router 46e876eb-297d-4ceb-9258-0d76364921b9 port 4b598cb5-ec6c-407f-bf1b-9931d304077a binding host dv-cinder-733622-14-smb {{(pid=73809) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 19:25:10.584826 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-2e9c59ae-6f7c-46ca-a8a7-6d9afdebfc79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:25:10.957978 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-2e9c59ae-6f7c-46ca-a8a7-6d9afdebfc79 None None] Notify callbacks [] for port, precommit_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:25:10.969719 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-2e9c59ae-6f7c-46ca-a8a7-6d9afdebfc79 None None] Transition to ACTIVE for port object 4b598cb5-ec6c-407f-bf1b-9931d304077a will not be triggered until provisioned by entity L2. {{(pid=73809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 19:25:10.975507 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-2e9c59ae-6f7c-46ca-a8a7-6d9afdebfc79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:25:10.979976 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-89344680-81db-4de3-84f1-1906ab530ee1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:25:11.049673 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [None req-2e9c59ae-6f7c-46ca-a8a7-6d9afdebfc79 None None] Attempting to bind port 4b598cb5-ec6c-407f-bf1b-9931d304077a on host dv-cinder-733622-14-smb for vnic_type normal with profile {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 19:25:11.050039 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [None req-2e9c59ae-6f7c-46ca-a8a7-6d9afdebfc79 None None] Attempting to bind port 4b598cb5-ec6c-407f-bf1b-9931d304077a by drivers openvswitch,hyperv on host dv-cinder-733622-14-smb at level 0 using segments [{'id': '8177dc3e-ee2d-49a8-85cc-32dd03e75f21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7'}] {{(pid=73809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 19:25:11.050539 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9c59ae-6f7c-46ca-a8a7-6d9afdebfc79 None None] Attempting to bind port 4b598cb5-ec6c-407f-bf1b-9931d304077a on network 9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7 {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 19:25:11.059365 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9c59ae-6f7c-46ca-a8a7-6d9afdebfc79 None None] Checking agent: {'id': '56d0c902-71b4-4ed3-a175-a117eb491650', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 19, 24, 26), 'started_at': datetime.datetime(2021, 4, 30, 19, 24, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 19, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 19:25:11.059738 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9c59ae-6f7c-46ca-a8a7-6d9afdebfc79 None None] Checking segment: {'id': '8177dc3e-ee2d-49a8-85cc-32dd03e75f21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 19:25:11.060141 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-2e9c59ae-6f7c-46ca-a8a7-6d9afdebfc79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:25:11.060559 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9c59ae-6f7c-46ca-a8a7-6d9afdebfc79 None None] Bound using segment: {'id': '8177dc3e-ee2d-49a8-85cc-32dd03e75f21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7'} {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 19:25:11.061034 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [None req-2e9c59ae-6f7c-46ca-a8a7-6d9afdebfc79 None None] Bound port: 4b598cb5-ec6c-407f-bf1b-9931d304077a, host: dv-cinder-733622-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8177dc3e-ee2d-49a8-85cc-32dd03e75f21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7'}}] {{(pid=73809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 19:25:11.061423 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-2e9c59ae-6f7c-46ca-a8a7-6d9afdebfc79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:25:11.084886 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee730e4-acb9-4cfe-b035-510964225832 None None] Pushing event updated for resources: {'Port': ['ID=4b598cb5-ec6c-407f-bf1b-9931d304077a,revision_number=2']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:25:11.093932 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-3ee730e4-acb9-4cfe-b035-510964225832 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:25:11.140857 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-2e9c59ae-6f7c-46ca-a8a7-6d9afdebfc79 None None] For port 4b598cb5-ec6c-407f-bf1b-9931d304077a, host dv-cinder-733622-14-smb, cleared binding levels {{(pid=73809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 19:25:11.143921 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-2e9c59ae-6f7c-46ca-a8a7-6d9afdebfc79 None None] For port 4b598cb5-ec6c-407f-bf1b-9931d304077a, host dv-cinder-733622-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-14-smb',level=0,port_id=4b598cb5-ec6c-407f-bf1b-9931d304077a,segment=NetworkSegment(8177dc3e-ee2d-49a8-85cc-32dd03e75f21),segment_id=8177dc3e-ee2d-49a8-85cc-32dd03e75f21)] {{(pid=73809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 19:25:11.149177 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-2e9c59ae-6f7c-46ca-a8a7-6d9afdebfc79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:25:11.153082 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:25:11.223724 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9c59ae-6f7c-46ca-a8a7-6d9afdebfc79 None None] Routers {'46e876eb-297d-4ceb-9258-0d76364921b9'} bound to L3 agent in host dv-cinder-733622-14-smb {{(pid=73809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 19:25:11.224275 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_hamode_db [None req-2e9c59ae-6f7c-46ca-a8a7-6d9afdebfc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-30T19:24:27Z,description=,heartbeat_timestamp=2021-04-30T19:24:57Z,host='dv-cinder-733622-14-smb',id=19062261-8801-4f4d-b71c-f22a3dba3fbe,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T19:24:27Z,topic='l3_agent')) {'router_ids': ['46e876eb-297d-4ceb-9258-0d76364921b9'], 'active': True} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:25:11.295788 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee730e4-acb9-4cfe-b035-510964225832 None None] Pushing event updated for resources: {'Port': ['ID=4b598cb5-ec6c-407f-bf1b-9931d304077a,revision_number=3']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:25:11.300088 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-3ee730e4-acb9-4cfe-b035-510964225832 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:25:11.434539 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_dvr_db [None req-2e9c59ae-6f7c-46ca-a8a7-6d9afdebfc79 None None] Set router 46e876eb-297d-4ceb-9258-0d76364921b9 gateway port host: dv-cinder-733622-14-smb {{(pid=73809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 19:25:11.755859 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_hamode_db [None req-2e9c59ae-6f7c-46ca-a8a7-6d9afdebfc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46e876eb-297d-4ceb-9258-0d76364921b9', 'name': 'router1', 'tenant_id': '4da93fb4c3b943e49425d2ce6ad24e7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'external_fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.74'}], 'enable_snat': True}, 'gw_port_id': '4b598cb5-ec6c-407f-bf1b-9931d304077a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T19:24:51Z', 'updated_at': '2021-04-30T19:25:08Z', 'revision_number': 4, 'project_id': '4da93fb4c3b943e49425d2ce6ad24e7c', 'gw_port': {'id': '4b598cb5-ec6c-407f-bf1b-9931d304077a', 'name': '', 'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ce:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46e876eb-297d-4ceb-9258-0d76364921b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:25:08Z', 'updated_at': '2021-04-30T19:25:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-14-smb', '_interfaces': [{'id': 'd02709a7-2b36-4a85-9733-04a462d92236', 'name': '', 'network_id': '6c4243c0-db7a-4fde-8a80-841fb374dad3', 'tenant_id': '4da93fb4c3b943e49425d2ce6ad24e7c', 'mac_address': 'fa:16:3e:95:c4:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e876eb-297d-4ceb-9258-0d76364921b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '182c0cd5-19c8-47af-856f-d66da9a2b6d1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:25:00Z', 'updated_at': '2021-04-30T19:25:08Z', 'revision_number': 5, 'project_id': '4da93fb4c3b943e49425d2ce6ad24e7c', 'subnets': [{'id': '182c0cd5-19c8-47af-856f-d66da9a2b6d1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '56ef90ba-e117-45e1-b255-f46519ae99eb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-14-smb', False) {} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:25:11.759987 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9c59ae-6f7c-46ca-a8a7-6d9afdebfc79 None None] The sync data for ids ['46e876eb-297d-4ceb-9258-0d76364921b9'] in dv-cinder-733622-14-smb is: [{'id': '46e876eb-297d-4ceb-9258-0d76364921b9', 'name': 'router1', 'tenant_id': '4da93fb4c3b943e49425d2ce6ad24e7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'external_fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.74'}], 'enable_snat': True}, 'gw_port_id': '4b598cb5-ec6c-407f-bf1b-9931d304077a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T19:24:51Z', 'updated_at': '2021-04-30T19:25:08Z', 'revision_number': 4, 'project_id': '4da93fb4c3b943e49425d2ce6ad24e7c', 'gw_port': {'id': '4b598cb5-ec6c-407f-bf1b-9931d304077a', 'name': '', 'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ce:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46e876eb-297d-4ceb-9258-0d76364921b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:25:08Z', 'updated_at': '2021-04-30T19:25:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-14-smb', '_interfaces': [{'id': 'd02709a7-2b36-4a85-9733-04a462d92236', 'name': '', 'network_id': '6c4243c0-db7a-4fde-8a80-841fb374dad3', 'tenant_id': '4da93fb4c3b943e49425d2ce6ad24e7c', 'mac_address': 'fa:16:3e:95:c4:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e876eb-297d-4ceb-9258-0d76364921b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '182c0cd5-19c8-47af-856f-d66da9a2b6d1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:25:00Z', 'updated_at': '2021-04-30T19:25:08Z', 'revision_number': 5, 'project_id': '4da93fb4c3b943e49425d2ce6ad24e7c', 'subnets': [{'id': '182c0cd5-19c8-47af-856f-d66da9a2b6d1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '56ef90ba-e117-45e1-b255-f46519ae99eb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 19:25:12.158509 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 37382) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:25:12.285603 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-6430a802-0074-4e8f-9e3e-8e1f66192208 admin admin] 10.222.0.41 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1251304 Apr 30 19:25:12.380225 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Device 4b598cb5-ec6c-407f-bf1b-9931d304077a up at agent ovs-agent-dv-cinder-733622-14-smb {{(pid=73809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 19:25:12.458491 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Provisioning for port 4b598cb5-ec6c-407f-bf1b-9931d304077a completed by entity L2. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 19:25:12.464082 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Provisioning complete for port 4b598cb5-ec6c-407f-bf1b-9931d304077a triggered by entity L2. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 19:25:12.464519 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618911'] for port, provisioning_complete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:25:12.586924 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:25:12.603662 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] For port 4b598cb5-ec6c-407f-bf1b-9931d304077a, host dv-cinder-733622-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-14-smb',level=0,port_id=4b598cb5-ec6c-407f-bf1b-9931d304077a,segment=NetworkSegment(8177dc3e-ee2d-49a8-85cc-32dd03e75f21),segment_id=8177dc3e-ee2d-49a8-85cc-32dd03e75f21)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:25:12.607584 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:25:12.609864 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-89344680-81db-4de3-84f1-1906ab530ee1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:25:12.676053 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Pushing event updated for resources: {'Port': ['ID=4b598cb5-ec6c-407f-bf1b-9931d304077a,revision_number=4']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:25:12.679028 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:25:14.354430 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Device 4b598cb5-ec6c-407f-bf1b-9931d304077a up at agent ovs-agent-dv-cinder-733622-14-smb {{(pid=73809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 19:25:14.427044 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Provisioning complete for port 4b598cb5-ec6c-407f-bf1b-9931d304077a triggered by entity L2. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 19:25:14.427610 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618911'] for port, provisioning_complete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:25:15.121600 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.agents_db [None req-91d1fe81-9981-4281-a1b3-92062b07bd48 None None] Agent healthcheck: found 5 active agents {{(pid=73810) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 19:25:23.911509 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-7e461321-ae7d-4aa5-b34a-f2aee9f11232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:25:26.349904 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:25:26.668600 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-70c9bd30-6078-45d8-96b5-a38fd0700a17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:25:27.655454 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-db901c41-8a71-4621-9038-9b0e7a83b2d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:25:29.221072 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-abaefda2-14da-46b7-be41-c4f24c026f78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:25:52.126569 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.agents_db [None req-91d1fe81-9981-4281-a1b3-92062b07bd48 None None] Agent healthcheck: found 5 active agents {{(pid=73810) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 19:25:53.913876 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-23970771-5b3b-4be1-aec1-5e6573f99b27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:25:56.354539 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:25:56.652366 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b118a1c2-ffb0-416c-beb3-e7a1b6ddc671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:25:57.661180 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-db901c41-8a71-4621-9038-9b0e7a83b2d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:25:59.216780 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-abaefda2-14da-46b7-be41-c4f24c026f78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:26:23.916279 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-df4cd72b-468b-45cd-b0fc-58cdeb6448e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:26:26.357804 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:26:26.653967 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-ce94b431-fa86-4579-a1d3-2e30fa68c08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:26:27.660445 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-db901c41-8a71-4621-9038-9b0e7a83b2d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:26:29.124851 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.agents_db [None req-91d1fe81-9981-4281-a1b3-92062b07bd48 None None] Agent healthcheck: found 5 active agents {{(pid=73810) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 19:26:29.212972 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-abaefda2-14da-46b7-be41-c4f24c026f78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:26:51.880770 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 37952) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:26:51.950179 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ce0da9f-821b-452e-806f-cafc568cfea1 admin admin] GET failed (client error): The resource could not be found. Apr 30 19:26:51.951405 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-9ce0da9f-821b-452e-806f-cafc568cfea1 admin admin] 10.222.0.41 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0697341 Apr 30 19:26:52.084085 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea42b12-2da0-4cfd-89aa-1c07851354be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:26:52.085433 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-eea42b12-2da0-4cfd-89aa-1c07851354be admin admin] 10.222.0.41 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1295166 Apr 30 19:26:53.916862 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-5b8349af-b345-4105-a6b9-d41d9c051685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:26:54.183404 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 37962) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:26:54.289028 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f842676-eafa-4e42-b2d7-414c17bfb9ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:26:54.290359 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-9f842676-eafa-4e42-b2d7-414c17bfb9ac admin admin] 10.222.0.41 "GET /v2.0/subnets/182c0cd5-19c8-47af-856f-d66da9a2b6d1 HTTP/1.1" status: 200 len: 849 time: 0.1065221 Apr 30 19:26:54.301424 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.v2.base [None req-3e36cd12-c61b-4be7-abe3-6660e163806e admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=73807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 19:26:54.420683 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-3e36cd12-c61b-4be7-abe3-6660e163806e admin admin] Notify callbacks [] for subnet, before_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:26:54.605702 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-3e36cd12-c61b-4be7-abe3-6660e163806e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8780697315988'] for subnet, after_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:26:54.610118 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:26:54.655727 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a67a8164-e1a4-42cf-8445-abeff86b5e5a None None] Network 6c4243c0-db7a-4fde-8a80-841fb374dad3 requested from dv-cinder-733622-14-smb {{(pid=73809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 19:26:54.658389 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e36cd12-c61b-4be7-abe3-6660e163806e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:26:54.659085 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-3e36cd12-c61b-4be7-abe3-6660e163806e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533183'] for subnet, before_response {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:26:54.660365 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-3e36cd12-c61b-4be7-abe3-6660e163806e admin admin] 10.222.0.41 "PUT /v2.0/subnets/182c0cd5-19c8-47af-856f-d66da9a2b6d1 HTTP/1.1" status: 200 len: 868 time: 0.3635864 Apr 30 19:26:54.678158 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e36cd12-c61b-4be7-abe3-6660e163806e admin admin] Pushing event updated for resources: {'Subnet': ['ID=182c0cd5-19c8-47af-856f-d66da9a2b6d1,revision_number=1']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:26:54.686689 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36cd12-c61b-4be7-abe3-6660e163806e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:26:54.687095 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36cd12-c61b-4be7-abe3-6660e163806e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:26:54.687339 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36cd12-c61b-4be7-abe3-6660e163806e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:26:54.687669 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36cd12-c61b-4be7-abe3-6660e163806e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:26:54.687995 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36cd12-c61b-4be7-abe3-6660e163806e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:26:54.688725 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36cd12-c61b-4be7-abe3-6660e163806e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:26:54.688725 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36cd12-c61b-4be7-abe3-6660e163806e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:26:54.689707 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36cd12-c61b-4be7-abe3-6660e163806e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:26:54.690309 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36cd12-c61b-4be7-abe3-6660e163806e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:26:54.690622 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36cd12-c61b-4be7-abe3-6660e163806e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:26:54.690940 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36cd12-c61b-4be7-abe3-6660e163806e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:26:54.691257 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e36cd12-c61b-4be7-abe3-6660e163806e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:26:54.694936 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-3e36cd12-c61b-4be7-abe3-6660e163806e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:26:55.152062 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-d2d93f54-2a7c-448b-b824-9f70e7ce18b8 None None] Provisioning complete for port 1aba7a2f-3cc6-4c28-9d29-40ed3fe0d525 triggered by entity DHCP. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 19:26:55.152630 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d2d93f54-2a7c-448b-b824-9f70e7ce18b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618911'] for port, provisioning_complete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:26:55.279855 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-d2d93f54-2a7c-448b-b824-9f70e7ce18b8 None None] Provisioning complete for port d02709a7-2b36-4a85-9733-04a462d92236 triggered by entity DHCP. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 19:26:55.280228 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d2d93f54-2a7c-448b-b824-9f70e7ce18b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618911'] for port, provisioning_complete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:26:56.360764 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:26:56.655216 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-91975600-3d11-409a-ac3a-3c19383c9c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:26:56.784980 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 37972) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:26:56.954526 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e210db04-300a-4fea-93fc-b713f679f829 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:26:56.954850 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e210db04-300a-4fea-93fc-b713f679f829 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:26:56.956385 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-e210db04-300a-4fea-93fc-b713f679f829 admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1704438 Apr 30 19:26:57.663419 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-db901c41-8a71-4621-9038-9b0e7a83b2d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:26:59.061650 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 37982) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:26:59.214796 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-abaefda2-14da-46b7-be41-c4f24c026f78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:26:59.247199 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2716fd0e-7d13-4ce0-a36b-616e3cd33b40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:26:59.247636 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2716fd0e-7d13-4ce0-a36b-616e3cd33b40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:26:59.249154 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-2716fd0e-7d13-4ce0-a36b-616e3cd33b40 admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1865809 Apr 30 19:27:01.354441 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 37992) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:27:01.527770 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a9534a-c937-4a6e-9e2a-0e7fb8c578d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:27:01.529052 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-b2a9534a-c937-4a6e-9e2a-0e7fb8c578d5 admin admin] 10.222.0.41 "GET /v2.0/networks/6c4243c0-db7a-4fde-8a80-841fb374dad3 HTTP/1.1" status: 200 len: 869 time: 0.1736751 Apr 30 19:27:03.635999 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 38002) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:27:03.801840 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc850393-357e-466d-9588-8d2b05944721 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:27:03.803151 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-cc850393-357e-466d-9588-8d2b05944721 admin admin] 10.222.0.41 "GET /v2.0/networks/9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7 HTTP/1.1" status: 200 len: 886 time: 0.1661956 Apr 30 19:27:05.906450 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 38012) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:27:06.013543 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f785e84-221f-43d2-8d20-7839628c1316 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:27:06.014007 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f785e84-221f-43d2-8d20-7839628c1316 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:27:06.015477 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-4f785e84-221f-43d2-8d20-7839628c1316 admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1080918 Apr 30 19:27:06.124348 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.agents_db [None req-91d1fe81-9981-4281-a1b3-92062b07bd48 None None] Agent healthcheck: found 5 active agents {{(pid=73810) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 19:27:08.122478 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 38022) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:27:08.233937 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc753d2-4429-4a7c-a588-d64cd95c82be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:27:08.234397 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc753d2-4429-4a7c-a588-d64cd95c82be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:27:08.235892 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-afc753d2-4429-4a7c-a588-d64cd95c82be admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1124902 Apr 30 19:27:10.381729 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 38032) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:27:10.500215 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1fc196-f7e3-48c8-b294-7c631a9f218a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:27:10.500736 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-8d1fc196-f7e3-48c8-b294-7c631a9f218a admin admin] Synchronizing usage tracker for tenant:24bfe1696fe046619044510530771f6f on resource:subnet {{(pid=73808) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 19:27:10.517530 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-8d1fc196-f7e3-48c8-b294-7c631a9f218a admin admin] Unset dirty status for tenant:24bfe1696fe046619044510530771f6f on resource:subnet {{(pid=73808) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 19:27:10.518768 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-8d1fc196-f7e3-48c8-b294-7c631a9f218a admin admin] 10.222.0.41 "GET /v2.0/subnets/182c0cd5-19c8-47af-856f-d66da9a2b6d1 HTTP/1.1" status: 200 len: 868 time: 0.1361277 Apr 30 19:27:12.614401 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 38042) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:27:12.716195 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66bba12d-2318-4c1b-b8e8-a4d61209f316 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:27:12.717512 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-66bba12d-2318-4c1b-b8e8-a4d61209f316 admin admin] 10.222.0.41 "GET /v2.0/subnets/476340fc-add5-4316-93e7-f3b1afc75f73 HTTP/1.1" status: 200 len: 816 time: 0.1021948 Apr 30 19:27:23.919589 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-62ad8934-405c-4f26-93b1-0bd0d31e3fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:27:26.362782 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:27:26.660812 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-387d74fd-b189-4055-ba49-e89f674b1f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:27:27.664831 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-db901c41-8a71-4621-9038-9b0e7a83b2d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:27:29.220850 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-abaefda2-14da-46b7-be41-c4f24c026f78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:27:35.614831 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 38086) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:27:35.661739 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [None req-4cbc063b-ca5f-491b-ba70-634ba1e06a64 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=73808) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 19:27:35.662694 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-4cbc063b-ca5f-491b-ba70-634ba1e06a64 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0467131 Apr 30 19:27:37.842130 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 38096) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:27:37.909189 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a75f7c7-7061-4a00-8df9-fe27c1c51885 admin admin] GET failed (client error): The resource could not be found. Apr 30 19:27:37.910402 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-7a75f7c7-7061-4a00-8df9-fe27c1c51885 admin admin] 10.222.0.41 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0673745 Apr 30 19:27:38.033630 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4a3357-79c1-41cd-ae17-abb5018ab293 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:27:38.034980 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-9a4a3357-79c1-41cd-ae17-abb5018ab293 admin admin] 10.222.0.41 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1208494 Apr 30 19:27:40.190706 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 38106) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:27:40.238771 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.v2.base [None req-6cb788c1-7ab2-4f1b-b95c-e4273ad4cbde admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=73808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 19:27:40.243588 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-6cb788c1-7ab2-4f1b-b95c-e4273ad4cbde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:27:40.253714 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-6cb788c1-7ab2-4f1b-b95c-e4273ad4cbde admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:27:40.263398 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cb788c1-7ab2-4f1b-b95c-e4273ad4cbde admin admin] Made reservation on behalf of 24bfe1696fe046619044510530771f6f for: {'network': 1} {{(pid=73808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 19:27:40.265777 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-6cb788c1-7ab2-4f1b-b95c-e4273ad4cbde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for network, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:27:40.351576 dv-cinder-733622-14-smb neutron-server[73808]: WARNING neutron.services.revisions.revision_plugin [None req-6cb788c1-7ab2-4f1b-b95c-e4273ad4cbde admin admin] Could not find related network for resource to bump revision. Apr 30 19:27:40.363744 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cb788c1-7ab2-4f1b-b95c-e4273ad4cbde admin admin] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'} {{(pid=73808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 19:27:40.372782 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-6cb788c1-7ab2-4f1b-b95c-e4273ad4cbde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611927'] for segment, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:27:40.373067 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.db.segments_db [None req-6cb788c1-7ab2-4f1b-b95c-e4273ad4cbde admin admin] Added segment 0fa59370-8e22-41f6-928c-cd8d469ec473 of type vlan for network f8315b32-7373-4888-99f6-cfd2338767b9 Apr 30 19:27:40.398286 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-6cb788c1-7ab2-4f1b-b95c-e4273ad4cbde admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780696885140'] for network, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:27:40.426920 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-6cb788c1-7ab2-4f1b-b95c-e4273ad4cbde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137'] for network, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:27:40.428151 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb788c1-7ab2-4f1b-b95c-e4273ad4cbde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:27:40.428748 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-6cb788c1-7ab2-4f1b-b95c-e4273ad4cbde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533183'] for network, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:27:40.432992 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:27:40.527749 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb788c1-7ab2-4f1b-b95c-e4273ad4cbde admin admin] Pushing event updated for resources: {'Network': ['ID=f8315b32-7373-4888-99f6-cfd2338767b9,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:27:40.532237 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-6cb788c1-7ab2-4f1b-b95c-e4273ad4cbde admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3400383 Apr 30 19:27:40.536037 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb788c1-7ab2-4f1b-b95c-e4273ad4cbde admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:27:40.536405 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb788c1-7ab2-4f1b-b95c-e4273ad4cbde admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:27:40.536730 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb788c1-7ab2-4f1b-b95c-e4273ad4cbde admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:27:40.537049 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb788c1-7ab2-4f1b-b95c-e4273ad4cbde admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:27:40.537370 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb788c1-7ab2-4f1b-b95c-e4273ad4cbde admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:27:40.537684 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb788c1-7ab2-4f1b-b95c-e4273ad4cbde admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:27:40.537998 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb788c1-7ab2-4f1b-b95c-e4273ad4cbde admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:27:40.538312 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb788c1-7ab2-4f1b-b95c-e4273ad4cbde admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:27:40.538643 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb788c1-7ab2-4f1b-b95c-e4273ad4cbde admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:27:40.538954 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb788c1-7ab2-4f1b-b95c-e4273ad4cbde admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:27:40.539267 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb788c1-7ab2-4f1b-b95c-e4273ad4cbde admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:27:40.539573 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb788c1-7ab2-4f1b-b95c-e4273ad4cbde admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:27:40.543120 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-6cb788c1-7ab2-4f1b-b95c-e4273ad4cbde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:27:40.551775 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Network f8315b32-7373-4888-99f6-cfd2338767b9 details requested by agent ovs-agent-dv-cinder-733622-14-smb with host dv-cinder-733622-14-smb {{(pid=73809) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 19:27:42.658652 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 38116) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:27:42.725237 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.pecan_wsgi.hooks.translation [None req-109d3c79-8bc0-46f3-9093-49c65fda40d6 admin admin] GET failed (client error): The resource could not be found. Apr 30 19:27:42.725736 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-109d3c79-8bc0-46f3-9093-49c65fda40d6 admin admin] Synchronizing usage tracker for tenant:24bfe1696fe046619044510530771f6f on resource:network {{(pid=73808) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 19:27:42.740079 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-109d3c79-8bc0-46f3-9093-49c65fda40d6 admin admin] Unset dirty status for tenant:24bfe1696fe046619044510530771f6f on resource:network {{(pid=73808) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 19:27:42.741481 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-109d3c79-8bc0-46f3-9093-49c65fda40d6 admin admin] 10.222.0.41 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0818810 Apr 30 19:27:42.844633 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c5f1cb-e018-45de-a009-dc88db7a69ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:27:42.845998 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-44c5f1cb-e018-45de-a009-dc88db7a69ab admin admin] 10.222.0.41 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1006544 Apr 30 19:27:42.855444 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.v2.base [None req-7f9b7907-8ac1-489f-a0a0-1a6173c2c861 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'network_id': 'f8315b32-7373-4888-99f6-cfd2338767b9'}} {{(pid=73808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 19:27:42.859638 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-7f9b7907-8ac1-489f-a0a0-1a6173c2c861 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:27:42.869121 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-7f9b7907-8ac1-489f-a0a0-1a6173c2c861 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:27:42.878564 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f9b7907-8ac1-489f-a0a0-1a6173c2c861 admin admin] Made reservation on behalf of 24bfe1696fe046619044510530771f6f for: {'subnet': 1} {{(pid=73808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 19:27:42.880906 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-7f9b7907-8ac1-489f-a0a0-1a6173c2c861 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:27:43.123926 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.agents_db [None req-91d1fe81-9981-4281-a1b3-92062b07bd48 None None] Agent healthcheck: found 5 active agents {{(pid=73810) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 19:27:43.288636 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-7f9b7907-8ac1-489f-a0a0-1a6173c2c861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137'] for subnet, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:27:43.292811 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:27:43.358433 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9b7907-8ac1-489f-a0a0-1a6173c2c861 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f872ccd4-c388-49b0-ac69-2f38897534c2,revision_number=0']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:27:43.363911 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-7f9b7907-8ac1-489f-a0a0-1a6173c2c861 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:27:43.366526 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9b7907-8ac1-489f-a0a0-1a6173c2c861 admin admin] Checking segment: {'id': '0fa59370-8e22-41f6-928c-cd8d469ec473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'f8315b32-7373-4888-99f6-cfd2338767b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 19:27:43.366873 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9b7907-8ac1-489f-a0a0-1a6173c2c861 admin admin] Network hostable DHCP agents. Network: f8315b32-7373-4888-99f6-cfd2338767b9, hostable agents: ['e57161e2-0c22-4573-bfa0-d55a94615101'], hosted agents: [] {{(pid=73808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 19:27:43.383353 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9b7907-8ac1-489f-a0a0-1a6173c2c861 admin admin] Network f8315b32-7373-4888-99f6-cfd2338767b9 is scheduled to be hosted by DHCP agent e57161e2-0c22-4573-bfa0-d55a94615101 with binding_index 1 {{(pid=73808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 19:27:43.392650 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.scheduler.base_scheduler [None req-7f9b7907-8ac1-489f-a0a0-1a6173c2c861 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-14-smb, f8315b32-7373-4888-99f6-cfd2338767b9) {{(pid=73808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 19:27:43.396693 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9b7907-8ac1-489f-a0a0-1a6173c2c861 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:27:43.397260 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-7f9b7907-8ac1-489f-a0a0-1a6173c2c861 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533183'] for subnet, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:27:43.402409 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f39b1272-c010-497c-96f6-57628a04efec None None] Network f8315b32-7373-4888-99f6-cfd2338767b9 requested from dv-cinder-733622-14-smb {{(pid=73809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 19:27:43.421167 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-7f9b7907-8ac1-489f-a0a0-1a6173c2c861 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5690849 Apr 30 19:27:43.625435 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a5e4e5-b909-45b8-b16a-db7b4b54209f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27ed8444-addf-52d8-bb34-b8ba946e691b-f8315b32-7373-4888-99f6-cfd2338767b9', 'network_id': 'f8315b32-7373-4888-99f6-cfd2338767b9', 'tenant_id': '24bfe1696fe046619044510530771f6f', 'fixed_ips': [{'subnet_id': 'f872ccd4-c388-49b0-ac69-2f38897534c2'}]}} from dv-cinder-733622-14-smb. {{(pid=73809) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 30 19:27:43.626363 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c9a5e4e5-b909-45b8-b16a-db7b4b54209f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:27:43.785947 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.db_base_plugin_common [None req-c9a5e4e5-b909-45b8-b16a-db7b4b54209f None None] Allocated IP 192.168.233.2 (f8315b32-7373-4888-99f6-cfd2338767b9/f872ccd4-c388-49b0-ac69-2f38897534c2/e708398d-f239-49b5-a883-daa90aafe22f) {{(pid=73809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 19:27:43.994049 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c9a5e4e5-b909-45b8-b16a-db7b4b54209f None None] Notify callbacks [] for port, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:27:44.005199 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-c9a5e4e5-b909-45b8-b16a-db7b4b54209f None None] Transition to ACTIVE for port object e708398d-f239-49b5-a883-daa90aafe22f will not be triggered until provisioned by entity L2. {{(pid=73809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 19:27:44.023841 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-c9a5e4e5-b909-45b8-b16a-db7b4b54209f None None] Transition to ACTIVE for port object e708398d-f239-49b5-a883-daa90aafe22f will not be triggered until provisioned by entity DHCP. {{(pid=73809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 19:27:44.029910 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c9a5e4e5-b909-45b8-b16a-db7b4b54209f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780696898070'] for port, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:27:44.037160 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:27:44.099914 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a5e4e5-b909-45b8-b16a-db7b4b54209f None None] Network f8315b32-7373-4888-99f6-cfd2338767b9 is already hosted by enough agents. {{(pid=73809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 19:27:44.102666 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.scheduler.base_scheduler [None req-c9a5e4e5-b909-45b8-b16a-db7b4b54209f None None] Resources bound (agent type, host, resource id): {{(pid=73809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 19:27:44.107845 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a5e4e5-b909-45b8-b16a-db7b4b54209f None None] Received port after_create {{(pid=73809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 19:27:44.110445 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a5e4e5-b909-45b8-b16a-db7b4b54209f None None] Pushing event updated for resources: {'Port': ['ID=e708398d-f239-49b5-a883-daa90aafe22f,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:27:44.118598 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a5e4e5-b909-45b8-b16a-db7b4b54209f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:27:44.118920 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a5e4e5-b909-45b8-b16a-db7b4b54209f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:27:44.119250 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a5e4e5-b909-45b8-b16a-db7b4b54209f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:27:44.119578 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a5e4e5-b909-45b8-b16a-db7b4b54209f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:27:44.119897 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a5e4e5-b909-45b8-b16a-db7b4b54209f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:27:44.120216 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a5e4e5-b909-45b8-b16a-db7b4b54209f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:27:44.120556 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a5e4e5-b909-45b8-b16a-db7b4b54209f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:27:44.120869 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a5e4e5-b909-45b8-b16a-db7b4b54209f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:27:44.121205 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a5e4e5-b909-45b8-b16a-db7b4b54209f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:27:44.121521 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a5e4e5-b909-45b8-b16a-db7b4b54209f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:27:44.121831 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a5e4e5-b909-45b8-b16a-db7b4b54209f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:27:44.122141 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a5e4e5-b909-45b8-b16a-db7b4b54209f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:27:44.128337 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-c9a5e4e5-b909-45b8-b16a-db7b4b54209f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:27:44.212337 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [None req-c9a5e4e5-b909-45b8-b16a-db7b4b54209f None None] Attempting to bind port e708398d-f239-49b5-a883-daa90aafe22f on host dv-cinder-733622-14-smb for vnic_type normal with profile {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 19:27:44.212702 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [None req-c9a5e4e5-b909-45b8-b16a-db7b4b54209f None None] Attempting to bind port e708398d-f239-49b5-a883-daa90aafe22f by drivers openvswitch,hyperv on host dv-cinder-733622-14-smb at level 0 using segments [{'id': '0fa59370-8e22-41f6-928c-cd8d469ec473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'f8315b32-7373-4888-99f6-cfd2338767b9'}] {{(pid=73809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 19:27:44.213057 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a5e4e5-b909-45b8-b16a-db7b4b54209f None None] Attempting to bind port e708398d-f239-49b5-a883-daa90aafe22f on network f8315b32-7373-4888-99f6-cfd2338767b9 {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 19:27:44.218312 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a5e4e5-b909-45b8-b16a-db7b4b54209f None None] Checking agent: {'id': '56d0c902-71b4-4ed3-a175-a117eb491650', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 19, 24, 26), 'started_at': datetime.datetime(2021, 4, 30, 19, 24, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 19, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 19:27:44.218675 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a5e4e5-b909-45b8-b16a-db7b4b54209f None None] Checking segment: {'id': '0fa59370-8e22-41f6-928c-cd8d469ec473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'f8315b32-7373-4888-99f6-cfd2338767b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 19:27:44.219065 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c9a5e4e5-b909-45b8-b16a-db7b4b54209f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:27:44.219971 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a5e4e5-b909-45b8-b16a-db7b4b54209f None None] Bound using segment: {'id': '0fa59370-8e22-41f6-928c-cd8d469ec473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'f8315b32-7373-4888-99f6-cfd2338767b9'} {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 19:27:44.220520 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [None req-c9a5e4e5-b909-45b8-b16a-db7b4b54209f None None] Bound port: e708398d-f239-49b5-a883-daa90aafe22f, host: dv-cinder-733622-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fa59370-8e22-41f6-928c-cd8d469ec473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'f8315b32-7373-4888-99f6-cfd2338767b9'}}] {{(pid=73809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 19:27:44.220914 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c9a5e4e5-b909-45b8-b16a-db7b4b54209f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:27:44.307908 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-c9a5e4e5-b909-45b8-b16a-db7b4b54209f None None] For port e708398d-f239-49b5-a883-daa90aafe22f, host dv-cinder-733622-14-smb, cleared binding levels {{(pid=73809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 19:27:44.311088 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-c9a5e4e5-b909-45b8-b16a-db7b4b54209f None None] For port e708398d-f239-49b5-a883-daa90aafe22f, host dv-cinder-733622-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-14-smb',level=0,port_id=e708398d-f239-49b5-a883-daa90aafe22f,segment=NetworkSegment(0fa59370-8e22-41f6-928c-cd8d469ec473),segment_id=0fa59370-8e22-41f6-928c-cd8d469ec473)] {{(pid=73809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 19:27:44.315808 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c9a5e4e5-b909-45b8-b16a-db7b4b54209f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:27:44.319630 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:27:44.397654 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a5e4e5-b909-45b8-b16a-db7b4b54209f None None] Pushing event updated for resources: {'Port': ['ID=e708398d-f239-49b5-a883-daa90aafe22f,revision_number=2']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:27:44.401104 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-c9a5e4e5-b909-45b8-b16a-db7b4b54209f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:27:45.199380 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd8ffc88-f026-43cb-9262-49debc0543fb None None] Network f8315b32-7373-4888-99f6-cfd2338767b9 requested from dv-cinder-733622-14-smb {{(pid=73809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 19:27:45.310977 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-50c223c5-28c8-420c-b336-98fce52adbb0 None None] Provisioning for port e708398d-f239-49b5-a883-daa90aafe22f completed by entity DHCP. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 19:27:46.468831 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Device e708398d-f239-49b5-a883-daa90aafe22f up at agent ovs-agent-dv-cinder-733622-14-smb {{(pid=73809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 19:27:46.540217 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Provisioning for port e708398d-f239-49b5-a883-daa90aafe22f completed by entity L2. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 19:27:46.544644 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Provisioning complete for port e708398d-f239-49b5-a883-daa90aafe22f triggered by entity L2. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 19:27:46.545021 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618911'] for port, provisioning_complete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:27:46.676763 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:27:46.708057 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] For port e708398d-f239-49b5-a883-daa90aafe22f, host dv-cinder-733622-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-14-smb',level=0,port_id=e708398d-f239-49b5-a883-daa90aafe22f,segment=NetworkSegment(0fa59370-8e22-41f6-928c-cd8d469ec473),segment_id=0fa59370-8e22-41f6-928c-cd8d469ec473)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:27:46.715831 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:27:46.715831 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:27:46.780211 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Pushing event updated for resources: {'Port': ['ID=e708398d-f239-49b5-a883-daa90aafe22f,revision_number=3']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:27:46.783208 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:27:48.452966 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Device e708398d-f239-49b5-a883-daa90aafe22f up at agent ovs-agent-dv-cinder-733622-14-smb {{(pid=73809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 19:27:48.526508 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Provisioning complete for port e708398d-f239-49b5-a883-daa90aafe22f triggered by entity L2. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 19:27:48.526904 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618911'] for port, provisioning_complete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:27:53.922313 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-70bfbfa0-30cd-407d-84a7-68edbd7a56b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:27:56.365429 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:27:56.661811 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-88117d73-0ffd-427e-a5cf-6efb22de0927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:27:57.670946 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-db901c41-8a71-4621-9038-9b0e7a83b2d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:27:59.217308 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-abaefda2-14da-46b7-be41-c4f24c026f78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:28:20.122953 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.agents_db [None req-91d1fe81-9981-4281-a1b3-92062b07bd48 None None] Agent healthcheck: found 5 active agents {{(pid=73810) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 19:28:23.924143 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9fa5cf0e-9ee5-4005-9410-6d7efcf6213b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:28:26.367861 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:28:26.663368 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a598e809-3829-4e66-83d1-6c6a566549ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:28:27.670223 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-db901c41-8a71-4621-9038-9b0e7a83b2d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:28:29.228060 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-abaefda2-14da-46b7-be41-c4f24c026f78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:28:52.013301 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 38166) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:28:52.019279 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [None req-9d49f062-74c8-45d0-9b1a-d55bed1db322 tempest-verify_tempest_config-1353627244 tempest-verify_tempest_config-1353627244-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=73808) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 19:28:52.020201 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-9d49f062-74c8-45d0-9b1a-d55bed1db322 tempest-verify_tempest_config-1353627244 tempest-verify_tempest_config-1353627244-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0057540 Apr 30 19:28:52.316207 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 38184) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:28:52.430379 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-6875f761-7838-4ca6-b429-1dc0b9d907ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:28:52.447115 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-6875f761-7838-4ca6-b429-1dc0b9d907ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:28:52.451588 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-6875f761-7838-4ca6-b429-1dc0b9d907ab admin admin] Usage tracker for resource:security_group_rule and tenant:3296b6f49a87407c911a962626d75de3 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:28:52.454428 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-6875f761-7838-4ca6-b429-1dc0b9d907ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:28:52.460004 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-6875f761-7838-4ca6-b429-1dc0b9d907ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:28:52.539676 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-6875f761-7838-4ca6-b429-1dc0b9d907ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:28:52.543267 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-6875f761-7838-4ca6-b429-1dc0b9d907ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:28:52.550394 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:28:52.588086 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6875f761-7838-4ca6-b429-1dc0b9d907ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e9fd22c-7528-4bf8-8c44-1d3630134641,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:28:52.592346 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-6875f761-7838-4ca6-b429-1dc0b9d907ab admin admin] Synchronizing usage tracker for tenant:24bfe1696fe046619044510530771f6f on resource:security_group {{(pid=73808) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 19:28:52.599234 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6875f761-7838-4ca6-b429-1dc0b9d907ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:28:52.599590 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6875f761-7838-4ca6-b429-1dc0b9d907ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:28:52.599923 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6875f761-7838-4ca6-b429-1dc0b9d907ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:28:52.600269 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6875f761-7838-4ca6-b429-1dc0b9d907ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:28:52.600593 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6875f761-7838-4ca6-b429-1dc0b9d907ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:28:52.600911 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6875f761-7838-4ca6-b429-1dc0b9d907ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:28:52.601221 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6875f761-7838-4ca6-b429-1dc0b9d907ab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:28:52.601546 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6875f761-7838-4ca6-b429-1dc0b9d907ab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:28:52.601875 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6875f761-7838-4ca6-b429-1dc0b9d907ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:28:52.602170 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6875f761-7838-4ca6-b429-1dc0b9d907ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:28:52.602475 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6875f761-7838-4ca6-b429-1dc0b9d907ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:28:52.602780 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6875f761-7838-4ca6-b429-1dc0b9d907ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:28:52.607128 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-6875f761-7838-4ca6-b429-1dc0b9d907ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:28:52.619518 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-6875f761-7838-4ca6-b429-1dc0b9d907ab admin admin] Unset dirty status for tenant:24bfe1696fe046619044510530771f6f on resource:security_group {{(pid=73808) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 19:28:52.620749 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-6875f761-7838-4ca6-b429-1dc0b9d907ab admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3296b6f49a87407c911a962626d75de3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3035133 Apr 30 19:28:52.623928 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 38190) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:28:52.679112 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-5e337a1c-2138-44b6-9165-53f3ad65a169 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:28:52.704733 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-5e337a1c-2138-44b6-9165-53f3ad65a169 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:28:52.794156 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-5e337a1c-2138-44b6-9165-53f3ad65a169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:28:52.798589 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-6875f761-7838-4ca6-b429-1dc0b9d907ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:28:52.812800 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e337a1c-2138-44b6-9165-53f3ad65a169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e9fd22c-7528-4bf8-8c44-1d3630134641,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:28:52.816513 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-5e337a1c-2138-44b6-9165-53f3ad65a169 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:28:52.819967 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-5e337a1c-2138-44b6-9165-53f3ad65a169 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:28:52.821461 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-5e337a1c-2138-44b6-9165-53f3ad65a169 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8e9fd22c-7528-4bf8-8c44-1d3630134641 HTTP/1.1" status: 204 len: 168 time: 0.1966741 Apr 30 19:28:53.925625 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e9e49a54-329b-4384-889f-e5ba835ecbce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:28:56.370288 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:28:56.666298 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-894d99b4-f5b8-4857-ab22-c427d417254b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:28:57.123085 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.agents_db [None req-91d1fe81-9981-4281-a1b3-92062b07bd48 None None] Agent healthcheck: found 5 active agents {{(pid=73810) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 19:28:57.673306 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-db901c41-8a71-4621-9038-9b0e7a83b2d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:28:59.222754 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-abaefda2-14da-46b7-be41-c4f24c026f78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:29:23.927653 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-3f0e051d-b276-4352-9cc8-0ac83c5cd83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:29:26.371715 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:29:26.666363 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6dc9c26f-d16f-494e-b624-ce26b4d2cb3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:29:27.675075 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-db901c41-8a71-4621-9038-9b0e7a83b2d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:29:29.224054 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-abaefda2-14da-46b7-be41-c4f24c026f78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:29:34.121452 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.agents_db [None req-91d1fe81-9981-4281-a1b3-92062b07bd48 None None] Agent healthcheck: found 5 active agents {{(pid=73810) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 19:29:53.928922 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-89209b3b-1685-46a9-b124-f2379e0fefa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:29:56.373382 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:29:56.665711 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-ac7d13b3-0b8a-4b55-b964-35c76bfb5e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:29:57.678107 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-db901c41-8a71-4621-9038-9b0e7a83b2d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:29:59.226177 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-abaefda2-14da-46b7-be41-c4f24c026f78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:30:11.120014 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.agents_db [None req-91d1fe81-9981-4281-a1b3-92062b07bd48 None None] Agent healthcheck: found 5 active agents {{(pid=73810) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 19:30:23.930055 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-07172bb7-5b9a-445b-b9f4-57c9d9e7e856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:30:26.375152 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:30:26.667391 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d3db015b-ecce-4cf3-9c79-0b3bcffb840e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:30:27.681465 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-db901c41-8a71-4621-9038-9b0e7a83b2d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:30:29.051628 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111'] for agent, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:30:29.229365 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-abaefda2-14da-46b7-be41-c4f24c026f78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:30:32.910180 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 38242) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:30:33.022519 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-e4477167-0bf2-45ae-9534-d4e1cc7ef254 admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4297 time: 0.1111233 Apr 30 19:30:35.156924 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 38252) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:30:35.216153 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-32b0da3c-9dcc-410b-85e3-5c6403aeaf94 admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4297 time: 0.0581663 Apr 30 19:30:48.119115 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.agents_db [None req-91d1fe81-9981-4281-a1b3-92062b07bd48 None None] Agent healthcheck: found 6 active agents {{(pid=73810) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 19:30:53.930948 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b7003950-2f0b-4210-be40-fc99af4a543a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:30:56.381421 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:30:56.667652 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d45e6b91-663d-498c-b0cf-2466b01d34a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:30:57.684473 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-db901c41-8a71-4621-9038-9b0e7a83b2d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:30:59.050609 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:30:59.320823 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-abaefda2-14da-46b7-be41-c4f24c026f78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:31:23.932466 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-fba0786e-576d-491a-b686-4823edadc8c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:31:25.118665 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.agents_db [None req-91d1fe81-9981-4281-a1b3-92062b07bd48 None None] Agent healthcheck: found 6 active agents {{(pid=73810) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 19:31:26.387649 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:31:26.671404 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6b5980c3-d5eb-4e7d-85d6-54c32ea7295d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:31:27.687859 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-db901c41-8a71-4621-9038-9b0e7a83b2d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:31:29.049918 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:31:29.237119 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-abaefda2-14da-46b7-be41-c4f24c026f78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:31:53.933645 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9d3c6348-0a76-4fa8-a1f0-8a2d24f649cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:31:56.381973 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:31:56.673302 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-70f60c1d-4ee4-4704-a973-90d4bafea206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:31:57.698074 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-db901c41-8a71-4621-9038-9b0e7a83b2d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:31:59.056930 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:31:59.246405 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-abaefda2-14da-46b7-be41-c4f24c026f78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:02.121287 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.agents_db [None req-91d1fe81-9981-4281-a1b3-92062b07bd48 None None] Agent healthcheck: found 6 active agents {{(pid=73810) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 19:32:02.588005 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 38456) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:32:02.742273 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 38468) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:32:02.923054 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.v2.base [None req-210fc335-7f53-4212-a587-0308ec8f7443 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2052169656-network', 'tenant_id': 'c7bd401d39b740e0b2327b8297ba8faa'}} {{(pid=73807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 19:32:02.928433 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-210fc335-7f53-4212-a587-0308ec8f7443 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:32:02.932527 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-210fc335-7f53-4212-a587-0308ec8f7443 admin admin] Usage tracker for resource:network and tenant:c7bd401d39b740e0b2327b8297ba8faa is out of sync, need to count used quota {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:32:02.935411 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-210fc335-7f53-4212-a587-0308ec8f7443 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:32:02.941602 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-210fc335-7f53-4212-a587-0308ec8f7443 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:32:02.951939 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-210fc335-7f53-4212-a587-0308ec8f7443 admin admin] Made reservation on behalf of c7bd401d39b740e0b2327b8297ba8faa for: {'network': 1} {{(pid=73807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 19:32:02.954469 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-210fc335-7f53-4212-a587-0308ec8f7443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for network, before_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:02.967375 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-210fc335-7f53-4212-a587-0308ec8f7443 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:02.982649 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-210fc335-7f53-4212-a587-0308ec8f7443 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:32:02.986853 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-210fc335-7f53-4212-a587-0308ec8f7443 admin admin] Usage tracker for resource:security_group_rule and tenant:c7bd401d39b740e0b2327b8297ba8faa is out of sync, need to count used quota {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:32:02.990341 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-210fc335-7f53-4212-a587-0308ec8f7443 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:32:02.996237 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-210fc335-7f53-4212-a587-0308ec8f7443 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:32:03.101819 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-210fc335-7f53-4212-a587-0308ec8f7443 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:03.105563 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-210fc335-7f53-4212-a587-0308ec8f7443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:03.110394 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:32:03.150205 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210fc335-7f53-4212-a587-0308ec8f7443 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df999433-5a02-4405-b58f-e0a733d35b74,revision_number=1']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:32:03.161903 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210fc335-7f53-4212-a587-0308ec8f7443 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:32:03.162545 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210fc335-7f53-4212-a587-0308ec8f7443 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:32:03.163243 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210fc335-7f53-4212-a587-0308ec8f7443 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:32:03.163858 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210fc335-7f53-4212-a587-0308ec8f7443 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:32:03.164931 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210fc335-7f53-4212-a587-0308ec8f7443 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:32:03.165444 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210fc335-7f53-4212-a587-0308ec8f7443 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:32:03.166033 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210fc335-7f53-4212-a587-0308ec8f7443 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:32:03.167160 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210fc335-7f53-4212-a587-0308ec8f7443 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:32:03.167863 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210fc335-7f53-4212-a587-0308ec8f7443 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:32:03.168400 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210fc335-7f53-4212-a587-0308ec8f7443 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:32:03.168938 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210fc335-7f53-4212-a587-0308ec8f7443 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:32:03.169461 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210fc335-7f53-4212-a587-0308ec8f7443 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:32:03.171027 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210fc335-7f53-4212-a587-0308ec8f7443 admin admin] Tracked resource versions report: Apr 30 19:32:03.171027 dv-cinder-733622-14-smb neutron-server[73807]: pushed versions: Apr 30 19:32:03.171027 dv-cinder-733622-14-smb neutron-server[73807]: { 'AddressGroup': {'1.2'}, Apr 30 19:32:03.171027 dv-cinder-733622-14-smb neutron-server[73807]: 'ConntrackHelper': {'1.0'}, Apr 30 19:32:03.171027 dv-cinder-733622-14-smb neutron-server[73807]: 'Log': {'1.0'}, Apr 30 19:32:03.171027 dv-cinder-733622-14-smb neutron-server[73807]: 'Network': {'1.1'}, Apr 30 19:32:03.171027 dv-cinder-733622-14-smb neutron-server[73807]: 'Port': {'1.7'}, Apr 30 19:32:03.171027 dv-cinder-733622-14-smb neutron-server[73807]: 'PortForwarding': {'1.2'}, Apr 30 19:32:03.171027 dv-cinder-733622-14-smb neutron-server[73807]: 'QosPolicy': {'1.8'}, Apr 30 19:32:03.171027 dv-cinder-733622-14-smb neutron-server[73807]: 'SecurityGroup': {'1.4'}, Apr 30 19:32:03.171027 dv-cinder-733622-14-smb neutron-server[73807]: 'SecurityGroupRule': {'1.2'}, Apr 30 19:32:03.171027 dv-cinder-733622-14-smb neutron-server[73807]: 'SubPort': {'1.0'}, Apr 30 19:32:03.171027 dv-cinder-733622-14-smb neutron-server[73807]: 'Subnet': {'1.1'}, Apr 30 19:32:03.171027 dv-cinder-733622-14-smb neutron-server[73807]: 'Trunk': {'1.1'}} Apr 30 19:32:03.171027 dv-cinder-733622-14-smb neutron-server[73807]: consumer versions: Apr 30 19:32:03.171027 dv-cinder-733622-14-smb neutron-server[73807]: { DHCP agent@dv-cinder-733622-14-smb: {}, Apr 30 19:32:03.171027 dv-cinder-733622-14-smb neutron-server[73807]: HyperV agent@hv-cinder-73362: {}, Apr 30 19:32:03.171027 dv-cinder-733622-14-smb neutron-server[73807]: L3 agent@dv-cinder-733622-14-smb: {}, Apr 30 19:32:03.171027 dv-cinder-733622-14-smb neutron-server[73807]: Metadata agent@dv-cinder-733622-14-smb: {}, Apr 30 19:32:03.171027 dv-cinder-733622-14-smb neutron-server[73807]: Metering agent@dv-cinder-733622-14-smb: {}, Apr 30 19:32:03.171027 dv-cinder-733622-14-smb neutron-server[73807]: Open vSwitch agent@dv-cinder-733622-14-smb: { 'AddressGroup': '1.2', Apr 30 19:32:03.171027 dv-cinder-733622-14-smb neutron-server[73807]: 'ConntrackHelper': '1.0', Apr 30 19:32:03.171027 dv-cinder-733622-14-smb neutron-server[73807]: 'Log': '1.0', Apr 30 19:32:03.171027 dv-cinder-733622-14-smb neutron-server[73807]: 'Network': '1.1', Apr 30 19:32:03.171027 dv-cinder-733622-14-smb neutron-server[73807]: 'Port': '1.7', Apr 30 19:32:03.171027 dv-cinder-733622-14-smb neutron-server[73807]: 'PortForwarding': '1.2', Apr 30 19:32:03.171027 dv-cinder-733622-14-smb neutron-server[73807]: 'QosPolicy': '1.8', Apr 30 19:32:03.171027 dv-cinder-733622-14-smb neutron-server[73807]: 'SecurityGroup': '1.4', Apr 30 19:32:03.171027 dv-cinder-733622-14-smb neutron-server[73807]: 'SecurityGroupRule': '1.2', Apr 30 19:32:03.171027 dv-cinder-733622-14-smb neutron-server[73807]: 'SubPort': '1.0', Apr 30 19:32:03.171027 dv-cinder-733622-14-smb neutron-server[73807]: 'Subnet': '1.1', Apr 30 19:32:03.171027 dv-cinder-733622-14-smb neutron-server[73807]: 'Trunk': '1.1'}} Apr 30 19:32:03.171027 dv-cinder-733622-14-smb neutron-server[73807]: {{(pid=73807) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 30 19:32:03.179626 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-210fc335-7f53-4212-a587-0308ec8f7443 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:32:03.184910 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-210fc335-7f53-4212-a587-0308ec8f7443 admin admin] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=73807) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 19:32:03.199879 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-210fc335-7f53-4212-a587-0308ec8f7443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611927'] for segment, precommit_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:03.200220 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.db.segments_db [None req-210fc335-7f53-4212-a587-0308ec8f7443 admin admin] Added segment 082828c5-b8d6-464f-b8c4-d43ab2e52f3e of type vlan for network a97350b3-8521-472d-a53a-29358d468b58 Apr 30 19:32:03.228014 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-210fc335-7f53-4212-a587-0308ec8f7443 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780696885140'] for network, precommit_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:03.259680 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-210fc335-7f53-4212-a587-0308ec8f7443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137'] for network, after_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:03.261096 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-210fc335-7f53-4212-a587-0308ec8f7443 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:32:03.261664 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-210fc335-7f53-4212-a587-0308ec8f7443 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533183'] for network, before_response {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:03.266622 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:32:03.279492 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 38490) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:32:03.293663 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.v2.base [None req-cfac54c3-9923-4b4e-9c15-bec9dc8a78ea admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-802321771-network', 'tenant_id': '9ad55c1ecaf040eb9706c42ee99e4509'}} {{(pid=73807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 19:32:03.338295 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 38502) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:32:03.360339 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-cfac54c3-9923-4b4e-9c15-bec9dc8a78ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:32:03.384972 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.v2.base [None req-99268a47-5a69-4553-b696-9e323d480d34 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1647431383-network', 'tenant_id': '1a3a36846b69409bb56820276a166a65'}} {{(pid=73808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 19:32:03.391944 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-99268a47-5a69-4553-b696-9e323d480d34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:32:03.396900 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-99268a47-5a69-4553-b696-9e323d480d34 admin admin] Usage tracker for resource:network and tenant:1a3a36846b69409bb56820276a166a65 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:32:03.400966 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-99268a47-5a69-4553-b696-9e323d480d34 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:32:03.407990 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-99268a47-5a69-4553-b696-9e323d480d34 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:32:03.409238 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-cfac54c3-9923-4b4e-9c15-bec9dc8a78ea admin admin] Usage tracker for resource:network and tenant:9ad55c1ecaf040eb9706c42ee99e4509 is out of sync, need to count used quota {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:32:03.412522 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-cfac54c3-9923-4b4e-9c15-bec9dc8a78ea admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:32:03.424638 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-210fc335-7f53-4212-a587-0308ec8f7443 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8353007 Apr 30 19:32:03.427485 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99268a47-5a69-4553-b696-9e323d480d34 admin admin] Made reservation on behalf of 1a3a36846b69409bb56820276a166a65 for: {'network': 1} {{(pid=73808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 19:32:03.428283 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 38510) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:32:03.431343 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-99268a47-5a69-4553-b696-9e323d480d34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for network, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:03.433111 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-cfac54c3-9923-4b4e-9c15-bec9dc8a78ea admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:32:03.440417 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.v2.base [None req-12792355-fd1b-49e6-ab82-91c5c18233bc admin admin] Request body: {'subnet': {'network_id': 'a97350b3-8521-472d-a53a-29358d468b58', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2052169656-subnet', 'tenant_id': 'c7bd401d39b740e0b2327b8297ba8faa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 19:32:03.451487 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-99268a47-5a69-4553-b696-9e323d480d34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:03.461406 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210fc335-7f53-4212-a587-0308ec8f7443 admin admin] Pushing event updated for resources: {'Network': ['ID=a97350b3-8521-472d-a53a-29358d468b58,revision_number=1']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:32:03.466855 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-12792355-fd1b-49e6-ab82-91c5c18233bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:32:03.469303 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-210fc335-7f53-4212-a587-0308ec8f7443 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:32:03.472882 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Network a97350b3-8521-472d-a53a-29358d468b58 details requested by agent ovs-agent-dv-cinder-733622-14-smb with host dv-cinder-733622-14-smb {{(pid=73809) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 19:32:03.477213 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-12792355-fd1b-49e6-ab82-91c5c18233bc admin admin] Usage tracker for resource:subnet and tenant:c7bd401d39b740e0b2327b8297ba8faa is out of sync, need to count used quota {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:32:03.477385 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-99268a47-5a69-4553-b696-9e323d480d34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:32:03.481712 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-99268a47-5a69-4553-b696-9e323d480d34 admin admin] Usage tracker for resource:security_group_rule and tenant:1a3a36846b69409bb56820276a166a65 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:32:03.486256 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-99268a47-5a69-4553-b696-9e323d480d34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:32:03.490703 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-12792355-fd1b-49e6-ab82-91c5c18233bc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:32:03.496737 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-99268a47-5a69-4553-b696-9e323d480d34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:32:03.508057 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfac54c3-9923-4b4e-9c15-bec9dc8a78ea admin admin] Made reservation on behalf of 9ad55c1ecaf040eb9706c42ee99e4509 for: {'network': 1} {{(pid=73807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 19:32:03.510590 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-cfac54c3-9923-4b4e-9c15-bec9dc8a78ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for network, before_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:03.533191 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-12792355-fd1b-49e6-ab82-91c5c18233bc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:32:03.549472 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-cfac54c3-9923-4b4e-9c15-bec9dc8a78ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:03.605689 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-cfac54c3-9923-4b4e-9c15-bec9dc8a78ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:32:03.612660 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.v2.base [None req-e3ed1f10-05de-4a95-acb2-6f41b8cf45b8 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-365063320-network', 'tenant_id': 'b687dbbcb0d540b592764d29c8baa1ab'}} {{(pid=73808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 19:32:03.614616 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-cfac54c3-9923-4b4e-9c15-bec9dc8a78ea admin admin] Usage tracker for resource:security_group_rule and tenant:9ad55c1ecaf040eb9706c42ee99e4509 is out of sync, need to count used quota {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:32:03.623803 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-cfac54c3-9923-4b4e-9c15-bec9dc8a78ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:32:03.624587 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-99268a47-5a69-4553-b696-9e323d480d34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:03.626488 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-e3ed1f10-05de-4a95-acb2-6f41b8cf45b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:32:03.631605 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-cfac54c3-9923-4b4e-9c15-bec9dc8a78ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:32:03.632416 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-e3ed1f10-05de-4a95-acb2-6f41b8cf45b8 admin admin] Usage tracker for resource:network and tenant:b687dbbcb0d540b592764d29c8baa1ab is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:32:03.636850 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-e3ed1f10-05de-4a95-acb2-6f41b8cf45b8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:32:03.637059 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12792355-fd1b-49e6-ab82-91c5c18233bc admin admin] Made reservation on behalf of c7bd401d39b740e0b2327b8297ba8faa for: {'subnet': 1} {{(pid=73807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 19:32:03.639258 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-12792355-fd1b-49e6-ab82-91c5c18233bc admin admin] Notify callbacks [] for subnet, before_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:03.641077 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-99268a47-5a69-4553-b696-9e323d480d34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:03.645886 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-e3ed1f10-05de-4a95-acb2-6f41b8cf45b8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:32:03.653669 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:32:03.704893 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99268a47-5a69-4553-b696-9e323d480d34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50c72abc-c73e-4e82-8d2d-b46e5ac5c678,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:32:03.714356 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99268a47-5a69-4553-b696-9e323d480d34 admin admin] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=73808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 19:32:03.717539 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99268a47-5a69-4553-b696-9e323d480d34 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:32:03.718137 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99268a47-5a69-4553-b696-9e323d480d34 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:32:03.718637 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99268a47-5a69-4553-b696-9e323d480d34 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:32:03.719119 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99268a47-5a69-4553-b696-9e323d480d34 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:32:03.720099 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99268a47-5a69-4553-b696-9e323d480d34 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:32:03.720634 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99268a47-5a69-4553-b696-9e323d480d34 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:32:03.721140 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99268a47-5a69-4553-b696-9e323d480d34 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:32:03.721922 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99268a47-5a69-4553-b696-9e323d480d34 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:32:03.722444 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99268a47-5a69-4553-b696-9e323d480d34 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:32:03.722929 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99268a47-5a69-4553-b696-9e323d480d34 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:32:03.724086 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99268a47-5a69-4553-b696-9e323d480d34 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:32:03.724602 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99268a47-5a69-4553-b696-9e323d480d34 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:32:03.725856 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99268a47-5a69-4553-b696-9e323d480d34 admin admin] Tracked resource versions report: Apr 30 19:32:03.725856 dv-cinder-733622-14-smb neutron-server[73808]: pushed versions: Apr 30 19:32:03.725856 dv-cinder-733622-14-smb neutron-server[73808]: { 'AddressGroup': {'1.2'}, Apr 30 19:32:03.725856 dv-cinder-733622-14-smb neutron-server[73808]: 'ConntrackHelper': {'1.0'}, Apr 30 19:32:03.725856 dv-cinder-733622-14-smb neutron-server[73808]: 'Log': {'1.0'}, Apr 30 19:32:03.725856 dv-cinder-733622-14-smb neutron-server[73808]: 'Network': {'1.1'}, Apr 30 19:32:03.725856 dv-cinder-733622-14-smb neutron-server[73808]: 'Port': {'1.7'}, Apr 30 19:32:03.725856 dv-cinder-733622-14-smb neutron-server[73808]: 'PortForwarding': {'1.2'}, Apr 30 19:32:03.725856 dv-cinder-733622-14-smb neutron-server[73808]: 'QosPolicy': {'1.8'}, Apr 30 19:32:03.725856 dv-cinder-733622-14-smb neutron-server[73808]: 'SecurityGroup': {'1.4'}, Apr 30 19:32:03.725856 dv-cinder-733622-14-smb neutron-server[73808]: 'SecurityGroupRule': {'1.2'}, Apr 30 19:32:03.725856 dv-cinder-733622-14-smb neutron-server[73808]: 'SubPort': {'1.0'}, Apr 30 19:32:03.725856 dv-cinder-733622-14-smb neutron-server[73808]: 'Subnet': {'1.1'}, Apr 30 19:32:03.725856 dv-cinder-733622-14-smb neutron-server[73808]: 'Trunk': {'1.1'}} Apr 30 19:32:03.725856 dv-cinder-733622-14-smb neutron-server[73808]: consumer versions: Apr 30 19:32:03.725856 dv-cinder-733622-14-smb neutron-server[73808]: { DHCP agent@dv-cinder-733622-14-smb: {}, Apr 30 19:32:03.725856 dv-cinder-733622-14-smb neutron-server[73808]: HyperV agent@hv-cinder-73362: {}, Apr 30 19:32:03.725856 dv-cinder-733622-14-smb neutron-server[73808]: L3 agent@dv-cinder-733622-14-smb: {}, Apr 30 19:32:03.725856 dv-cinder-733622-14-smb neutron-server[73808]: Metadata agent@dv-cinder-733622-14-smb: {}, Apr 30 19:32:03.725856 dv-cinder-733622-14-smb neutron-server[73808]: Metering agent@dv-cinder-733622-14-smb: {}, Apr 30 19:32:03.725856 dv-cinder-733622-14-smb neutron-server[73808]: Open vSwitch agent@dv-cinder-733622-14-smb: { 'AddressGroup': '1.2', Apr 30 19:32:03.725856 dv-cinder-733622-14-smb neutron-server[73808]: 'ConntrackHelper': '1.0', Apr 30 19:32:03.725856 dv-cinder-733622-14-smb neutron-server[73808]: 'Log': '1.0', Apr 30 19:32:03.725856 dv-cinder-733622-14-smb neutron-server[73808]: 'Network': '1.1', Apr 30 19:32:03.725856 dv-cinder-733622-14-smb neutron-server[73808]: 'Port': '1.7', Apr 30 19:32:03.725856 dv-cinder-733622-14-smb neutron-server[73808]: 'PortForwarding': '1.2', Apr 30 19:32:03.725856 dv-cinder-733622-14-smb neutron-server[73808]: 'QosPolicy': '1.8', Apr 30 19:32:03.725856 dv-cinder-733622-14-smb neutron-server[73808]: 'SecurityGroup': '1.4', Apr 30 19:32:03.725856 dv-cinder-733622-14-smb neutron-server[73808]: 'SecurityGroupRule': '1.2', Apr 30 19:32:03.725856 dv-cinder-733622-14-smb neutron-server[73808]: 'SubPort': '1.0', Apr 30 19:32:03.725856 dv-cinder-733622-14-smb neutron-server[73808]: 'Subnet': '1.1', Apr 30 19:32:03.725856 dv-cinder-733622-14-smb neutron-server[73808]: 'Trunk': '1.1'}} Apr 30 19:32:03.725856 dv-cinder-733622-14-smb neutron-server[73808]: {{(pid=73808) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 30 19:32:03.732163 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-99268a47-5a69-4553-b696-9e323d480d34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:32:03.737133 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-cfac54c3-9923-4b4e-9c15-bec9dc8a78ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:03.738282 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3ed1f10-05de-4a95-acb2-6f41b8cf45b8 admin admin] Made reservation on behalf of b687dbbcb0d540b592764d29c8baa1ab for: {'network': 1} {{(pid=73808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 19:32:03.744411 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-e3ed1f10-05de-4a95-acb2-6f41b8cf45b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for network, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:03.753451 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-cfac54c3-9923-4b4e-9c15-bec9dc8a78ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:03.761991 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-e3ed1f10-05de-4a95-acb2-6f41b8cf45b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:03.768916 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfac54c3-9923-4b4e-9c15-bec9dc8a78ea admin admin] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=73807) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 19:32:03.779780 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-cfac54c3-9923-4b4e-9c15-bec9dc8a78ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611927'] for segment, precommit_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:03.780153 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.db.segments_db [None req-cfac54c3-9923-4b4e-9c15-bec9dc8a78ea admin admin] Added segment 1cec1924-575a-47da-bbe7-12777d2ca2b9 of type vlan for network 2ca4816a-af9f-4da4-b37e-8b11481e1c88 Apr 30 19:32:03.786459 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-e3ed1f10-05de-4a95-acb2-6f41b8cf45b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:32:03.792929 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-e3ed1f10-05de-4a95-acb2-6f41b8cf45b8 admin admin] Usage tracker for resource:security_group_rule and tenant:b687dbbcb0d540b592764d29c8baa1ab is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:32:03.795939 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-e3ed1f10-05de-4a95-acb2-6f41b8cf45b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:32:03.804616 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-e3ed1f10-05de-4a95-acb2-6f41b8cf45b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:32:03.811213 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-cfac54c3-9923-4b4e-9c15-bec9dc8a78ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780696885140'] for network, precommit_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:03.841820 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-210fc335-7f53-4212-a587-0308ec8f7443 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:32:03.874116 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfac54c3-9923-4b4e-9c15-bec9dc8a78ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40638eb2-9be1-492f-9d27-cec51452743f,revision_number=1']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:32:03.876750 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-cfac54c3-9923-4b4e-9c15-bec9dc8a78ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137'] for network, after_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:03.877794 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-cfac54c3-9923-4b4e-9c15-bec9dc8a78ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:32:03.912306 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-e3ed1f10-05de-4a95-acb2-6f41b8cf45b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:03.914101 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-99268a47-5a69-4553-b696-9e323d480d34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611927'] for segment, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:03.914699 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.db.segments_db [None req-99268a47-5a69-4553-b696-9e323d480d34 admin admin] Added segment 0eb9c3fd-827b-4d06-8c9c-ae028f36cb05 of type vlan for network fb753e9f-d5ea-4d3b-a660-3bfc4f53e5c0 Apr 30 19:32:03.921116 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-e3ed1f10-05de-4a95-acb2-6f41b8cf45b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:03.929145 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-5e337a1c-2138-44b6-9165-53f3ad65a169 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:32:03.932767 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfac54c3-9923-4b4e-9c15-bec9dc8a78ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:32:03.933545 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-cfac54c3-9923-4b4e-9c15-bec9dc8a78ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533183'] for network, before_response {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:03.961145 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-45984721-42c7-4254-9e79-7e196b877723 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:32:03.979837 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3ed1f10-05de-4a95-acb2-6f41b8cf45b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'} {{(pid=73808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 19:32:03.996448 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-99268a47-5a69-4553-b696-9e323d480d34 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780696885140'] for network, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:04.000521 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ed1f10-05de-4a95-acb2-6f41b8cf45b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37889038-5279-4736-a9a0-7b515de45d9e,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:32:04.005076 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-e3ed1f10-05de-4a95-acb2-6f41b8cf45b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:32:04.011426 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-e3ed1f10-05de-4a95-acb2-6f41b8cf45b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611927'] for segment, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:04.011829 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.db.segments_db [None req-e3ed1f10-05de-4a95-acb2-6f41b8cf45b8 admin admin] Added segment 1eca5c76-e379-494b-9353-e03704231675 of type vlan for network f30450fe-9c9f-4fd9-802e-cfb944509dec Apr 30 19:32:04.060678 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-e3ed1f10-05de-4a95-acb2-6f41b8cf45b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780696885140'] for network, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:04.069600 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfac54c3-9923-4b4e-9c15-bec9dc8a78ea admin admin] Pushing event updated for resources: {'Network': ['ID=2ca4816a-af9f-4da4-b37e-8b11481e1c88,revision_number=1']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:32:04.075538 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-99268a47-5a69-4553-b696-9e323d480d34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137'] for network, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:04.075795 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-cfac54c3-9923-4b4e-9c15-bec9dc8a78ea admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3321874 Apr 30 19:32:04.076438 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 38536) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:32:04.079071 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99268a47-5a69-4553-b696-9e323d480d34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:32:04.080834 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-99268a47-5a69-4553-b696-9e323d480d34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533183'] for network, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:04.081345 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-cfac54c3-9923-4b4e-9c15-bec9dc8a78ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:32:04.082896 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Network 2ca4816a-af9f-4da4-b37e-8b11481e1c88 details requested by agent ovs-agent-dv-cinder-733622-14-smb with host dv-cinder-733622-14-smb {{(pid=73809) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 19:32:04.089197 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.v2.base [None req-70fafe0d-4656-4f06-a2e9-a3bb1c767d77 admin admin] Request body: {'subnet': {'network_id': '2ca4816a-af9f-4da4-b37e-8b11481e1c88', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-802321771-subnet', 'tenant_id': '9ad55c1ecaf040eb9706c42ee99e4509', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=73807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 19:32:04.093951 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-70fafe0d-4656-4f06-a2e9-a3bb1c767d77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:32:04.097105 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-e3972014-ab7b-4309-a00a-211a1f0aa47e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:32:04.099216 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-70fafe0d-4656-4f06-a2e9-a3bb1c767d77 admin admin] Usage tracker for resource:subnet and tenant:9ad55c1ecaf040eb9706c42ee99e4509 is out of sync, need to count used quota {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:32:04.102982 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-70fafe0d-4656-4f06-a2e9-a3bb1c767d77 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:32:04.109440 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-70fafe0d-4656-4f06-a2e9-a3bb1c767d77 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:32:04.141650 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70fafe0d-4656-4f06-a2e9-a3bb1c767d77 admin admin] Made reservation on behalf of 9ad55c1ecaf040eb9706c42ee99e4509 for: {'subnet': 1} {{(pid=73807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 19:32:04.149599 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-70fafe0d-4656-4f06-a2e9-a3bb1c767d77 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:04.314320 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-e3ed1f10-05de-4a95-acb2-6f41b8cf45b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137'] for network, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:04.342215 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ed1f10-05de-4a95-acb2-6f41b8cf45b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:32:04.344208 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-e3ed1f10-05de-4a95-acb2-6f41b8cf45b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533183'] for network, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:04.382941 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99268a47-5a69-4553-b696-9e323d480d34 admin admin] Pushing event updated for resources: {'Network': ['ID=fb753e9f-d5ea-4d3b-a660-3bfc4f53e5c0,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:32:04.388657 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-99268a47-5a69-4553-b696-9e323d480d34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:32:04.390830 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:32:04.398162 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Network fb753e9f-d5ea-4d3b-a660-3bfc4f53e5c0 details requested by agent ovs-agent-dv-cinder-733622-14-smb with host dv-cinder-733622-14-smb {{(pid=73809) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 19:32:04.570784 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-e3ed1f10-05de-4a95-acb2-6f41b8cf45b8 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2312903 Apr 30 19:32:04.573305 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ed1f10-05de-4a95-acb2-6f41b8cf45b8 admin admin] Pushing event updated for resources: {'Network': ['ID=f30450fe-9c9f-4fd9-802e-cfb944509dec,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:32:04.575142 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-e3ed1f10-05de-4a95-acb2-6f41b8cf45b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:32:04.577215 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 38552) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:32:04.579308 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-99268a47-5a69-4553-b696-9e323d480d34 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2980716 Apr 30 19:32:04.582199 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 38556) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:32:04.597605 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Network f30450fe-9c9f-4fd9-802e-cfb944509dec details requested by agent ovs-agent-dv-cinder-733622-14-smb with host dv-cinder-733622-14-smb {{(pid=73809) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 19:32:04.602174 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.v2.base [None req-3e878870-83b5-4737-aa68-2eae65c503dd admin admin] Request body: {'subnet': {'network_id': 'fb753e9f-d5ea-4d3b-a660-3bfc4f53e5c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1647431383-subnet', 'tenant_id': '1a3a36846b69409bb56820276a166a65', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=73808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 19:32:04.610249 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-3e878870-83b5-4737-aa68-2eae65c503dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:32:04.626233 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.v2.base [None req-02975c42-2a90-4e44-8af8-a8be52eb3705 admin admin] Request body: {'subnet': {'network_id': 'f30450fe-9c9f-4fd9-802e-cfb944509dec', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-365063320-subnet', 'tenant_id': 'b687dbbcb0d540b592764d29c8baa1ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 19:32:04.640957 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-02975c42-2a90-4e44-8af8-a8be52eb3705 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:32:04.643405 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-3e878870-83b5-4737-aa68-2eae65c503dd admin admin] Usage tracker for resource:subnet and tenant:1a3a36846b69409bb56820276a166a65 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:32:04.646838 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-3e878870-83b5-4737-aa68-2eae65c503dd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:32:04.653983 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-02975c42-2a90-4e44-8af8-a8be52eb3705 admin admin] Usage tracker for resource:subnet and tenant:b687dbbcb0d540b592764d29c8baa1ab is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:32:04.656982 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-3e878870-83b5-4737-aa68-2eae65c503dd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:32:04.659139 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-02975c42-2a90-4e44-8af8-a8be52eb3705 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:32:04.674287 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-02975c42-2a90-4e44-8af8-a8be52eb3705 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:32:04.693293 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02975c42-2a90-4e44-8af8-a8be52eb3705 admin admin] Made reservation on behalf of b687dbbcb0d540b592764d29c8baa1ab for: {'subnet': 1} {{(pid=73808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 19:32:04.695999 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-02975c42-2a90-4e44-8af8-a8be52eb3705 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:04.712460 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e878870-83b5-4737-aa68-2eae65c503dd admin admin] Made reservation on behalf of 1a3a36846b69409bb56820276a166a65 for: {'subnet': 1} {{(pid=73808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 19:32:04.714960 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-3e878870-83b5-4737-aa68-2eae65c503dd admin admin] Notify callbacks [] for subnet, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:05.121379 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-12792355-fd1b-49e6-ab82-91c5c18233bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137'] for subnet, after_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:05.168127 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-3e36cd12-c61b-4be7-abe3-6660e163806e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:32:05.272436 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-70fafe0d-4656-4f06-a2e9-a3bb1c767d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137'] for subnet, after_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:05.282503 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12792355-fd1b-49e6-ab82-91c5c18233bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=99869044-35ec-4571-bcc8-fb844ce5369a,revision_number=0']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:32:05.289210 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-12792355-fd1b-49e6-ab82-91c5c18233bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:32:05.290917 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-72ab022f-4340-4933-86e3-293e61195849 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:32:05.367792 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12792355-fd1b-49e6-ab82-91c5c18233bc admin admin] Checking segment: {'id': '082828c5-b8d6-464f-b8c4-d43ab2e52f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a97350b3-8521-472d-a53a-29358d468b58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 19:32:05.368148 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12792355-fd1b-49e6-ab82-91c5c18233bc admin admin] Network hostable DHCP agents. Network: a97350b3-8521-472d-a53a-29358d468b58, hostable agents: ['e57161e2-0c22-4573-bfa0-d55a94615101'], hosted agents: [] {{(pid=73807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 19:32:05.418876 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fafe0d-4656-4f06-a2e9-a3bb1c767d77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a120cce1-df08-442f-ba0c-25e89e3b37cd,revision_number=0']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:32:05.423065 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-70fafe0d-4656-4f06-a2e9-a3bb1c767d77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:32:05.425608 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12792355-fd1b-49e6-ab82-91c5c18233bc admin admin] Network a97350b3-8521-472d-a53a-29358d468b58 is scheduled to be hosted by DHCP agent e57161e2-0c22-4573-bfa0-d55a94615101 with binding_index 1 {{(pid=73807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 19:32:05.428755 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70fafe0d-4656-4f06-a2e9-a3bb1c767d77 admin admin] Checking segment: {'id': '1cec1924-575a-47da-bbe7-12777d2ca2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '2ca4816a-af9f-4da4-b37e-8b11481e1c88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 19:32:05.429019 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70fafe0d-4656-4f06-a2e9-a3bb1c767d77 admin admin] Network hostable DHCP agents. Network: 2ca4816a-af9f-4da4-b37e-8b11481e1c88, hostable agents: ['e57161e2-0c22-4573-bfa0-d55a94615101'], hosted agents: [] {{(pid=73807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 19:32:05.457313 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.scheduler.base_scheduler [None req-12792355-fd1b-49e6-ab82-91c5c18233bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-14-smb, a97350b3-8521-472d-a53a-29358d468b58) {{(pid=73807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 19:32:05.466087 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70fafe0d-4656-4f06-a2e9-a3bb1c767d77 admin admin] Network 2ca4816a-af9f-4da4-b37e-8b11481e1c88 is scheduled to be hosted by DHCP agent e57161e2-0c22-4573-bfa0-d55a94615101 with binding_index 1 {{(pid=73807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 19:32:05.467585 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f9c8d2c-1608-4dee-adb4-ea2e8dbaa2e3 None None] Network a97350b3-8521-472d-a53a-29358d468b58 requested from dv-cinder-733622-14-smb {{(pid=73809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 19:32:05.478511 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12792355-fd1b-49e6-ab82-91c5c18233bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:32:05.479117 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-12792355-fd1b-49e6-ab82-91c5c18233bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533183'] for subnet, before_response {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:05.485600 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.scheduler.base_scheduler [None req-70fafe0d-4656-4f06-a2e9-a3bb1c767d77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-14-smb, 2ca4816a-af9f-4da4-b37e-8b11481e1c88) {{(pid=73807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 19:32:05.502657 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70fafe0d-4656-4f06-a2e9-a3bb1c767d77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:32:05.503239 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-70fafe0d-4656-4f06-a2e9-a3bb1c767d77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533183'] for subnet, before_response {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:05.535738 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 38616) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:32:05.536691 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-70fafe0d-4656-4f06-a2e9-a3bb1c767d77 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4526424 Apr 30 19:32:05.548027 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-12792355-fd1b-49e6-ab82-91c5c18233bc admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1070521 Apr 30 19:32:05.554528 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.v2.base [None req-93216aa7-fa4d-47ca-a568-c22100c45d23 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-802321771-router', 'tenant_id': '9ad55c1ecaf040eb9706c42ee99e4509', 'external_gateway_info': {'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7'}}} {{(pid=73808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 19:32:05.560238 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feac2dd6-e73f-48ee-8869-27ba304bcc42 None None] Network 2ca4816a-af9f-4da4-b37e-8b11481e1c88 requested from dv-cinder-733622-14-smb {{(pid=73809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 19:32:05.563165 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-93216aa7-fa4d-47ca-a568-c22100c45d23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:32:05.570557 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-93216aa7-fa4d-47ca-a568-c22100c45d23 admin admin] Usage tracker for resource:router and tenant:9ad55c1ecaf040eb9706c42ee99e4509 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:32:05.575578 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-93216aa7-fa4d-47ca-a568-c22100c45d23 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:32:05.584849 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-93216aa7-fa4d-47ca-a568-c22100c45d23 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:32:05.611043 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-93216aa7-fa4d-47ca-a568-c22100c45d23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-678241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28754'] for router, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:05.612110 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-93216aa7-fa4d-47ca-a568-c22100c45d23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-753828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28763'] for router, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:05.710313 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 38628) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:32:05.714800 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-93216aa7-fa4d-47ca-a568-c22100c45d23 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:05.758807 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-02975c42-2a90-4e44-8af8-a8be52eb3705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137'] for subnet, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:05.785798 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-e5a77637-eb8e-42fa-bfe0-2ccba96649c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:32:05.945185 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-e0efac80-d14c-466b-9464-2eb08a4e1051 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:05.992842 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-e0efac80-d14c-466b-9464-2eb08a4e1051 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:32:05.999088 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-e0efac80-d14c-466b-9464-2eb08a4e1051 admin admin] Usage tracker for resource:security_group_rule and tenant:8cec3a74aea8461284eb2e5aba55bdc7 is out of sync, need to count used quota {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:32:06.008414 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-e0efac80-d14c-466b-9464-2eb08a4e1051 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:32:06.022827 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51c9e7b-0ad8-48a3-860c-869ba9c784a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27ed8444-addf-52d8-bb34-b8ba946e691b-2ca4816a-af9f-4da4-b37e-8b11481e1c88', 'network_id': '2ca4816a-af9f-4da4-b37e-8b11481e1c88', 'tenant_id': '9ad55c1ecaf040eb9706c42ee99e4509', 'fixed_ips': [{'subnet_id': 'a120cce1-df08-442f-ba0c-25e89e3b37cd'}]}} from dv-cinder-733622-14-smb. {{(pid=73809) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 30 19:32:06.023632 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-e0efac80-d14c-466b-9464-2eb08a4e1051 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:32:06.023794 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c51c9e7b-0ad8-48a3-860c-869ba9c784a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:06.113741 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02975c42-2a90-4e44-8af8-a8be52eb3705 admin admin] Checking segment: {'id': '1eca5c76-e379-494b-9353-e03704231675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'f30450fe-9c9f-4fd9-802e-cfb944509dec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 19:32:06.117074 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02975c42-2a90-4e44-8af8-a8be52eb3705 admin admin] Network hostable DHCP agents. Network: f30450fe-9c9f-4fd9-802e-cfb944509dec, hostable agents: ['e57161e2-0c22-4573-bfa0-d55a94615101'], hosted agents: [] {{(pid=73808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 19:32:06.161611 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-e0efac80-d14c-466b-9464-2eb08a4e1051 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:06.169018 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-e0efac80-d14c-466b-9464-2eb08a4e1051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:06.190492 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:32:06.205489 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7679196-b4bc-44f5-8e3b-ce060d338d09 None None] Network a97350b3-8521-472d-a53a-29358d468b58 requested from dv-cinder-733622-14-smb {{(pid=73809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 19:32:06.258435 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02975c42-2a90-4e44-8af8-a8be52eb3705 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fdb9f4a-37a8-450d-a546-25c2f22121ea,revision_number=0']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:32:06.260804 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0efac80-d14c-466b-9464-2eb08a4e1051 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb7aac35-6ade-4a7b-8d60-c4d1cc1a7b17,revision_number=1']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:32:06.260945 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02975c42-2a90-4e44-8af8-a8be52eb3705 admin admin] Network f30450fe-9c9f-4fd9-802e-cfb944509dec is scheduled to be hosted by DHCP agent e57161e2-0c22-4573-bfa0-d55a94615101 with binding_index 1 {{(pid=73808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 19:32:06.273065 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-02975c42-2a90-4e44-8af8-a8be52eb3705 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:32:06.333098 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-e0efac80-d14c-466b-9464-2eb08a4e1051 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:32:06.359432 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 38658) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:32:06.378465 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.scheduler.base_scheduler [None req-02975c42-2a90-4e44-8af8-a8be52eb3705 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-14-smb, f30450fe-9c9f-4fd9-802e-cfb944509dec) {{(pid=73808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 19:32:06.388909 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-e0efac80-d14c-466b-9464-2eb08a4e1051 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8cec3a74aea8461284eb2e5aba55bdc7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6774483 Apr 30 19:32:06.389622 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 38662) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:32:06.390131 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 38664) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:32:06.460052 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.db_base_plugin_common [None req-c51c9e7b-0ad8-48a3-860c-869ba9c784a9 None None] Allocated IP 172.20.0.2 (2ca4816a-af9f-4da4-b37e-8b11481e1c88/a120cce1-df08-442f-ba0c-25e89e3b37cd/ba9e44fe-9f7f-4ca3-b497-ad5bfd6f505a) {{(pid=73809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 19:32:06.525631 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-1133a997-395c-4fbe-99ac-ef4fb8dc548d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:06.534113 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02975c42-2a90-4e44-8af8-a8be52eb3705 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:32:06.534780 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-02975c42-2a90-4e44-8af8-a8be52eb3705 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533183'] for subnet, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:06.556675 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-1133a997-395c-4fbe-99ac-ef4fb8dc548d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:06.578220 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-02975c42-2a90-4e44-8af8-a8be52eb3705 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.0004098 Apr 30 19:32:06.608933 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 38674) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:32:06.617270 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.v2.base [None req-7256648a-fff8-43d2-b810-f6ced7d76fe5 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-365063320-router', 'tenant_id': 'b687dbbcb0d540b592764d29c8baa1ab', 'external_gateway_info': {'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7'}}} {{(pid=73807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 19:32:06.634243 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-7256648a-fff8-43d2-b810-f6ced7d76fe5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:32:06.637665 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-1133a997-395c-4fbe-99ac-ef4fb8dc548d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:06.640318 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-7256648a-fff8-43d2-b810-f6ced7d76fe5 admin admin] Usage tracker for resource:router and tenant:b687dbbcb0d540b592764d29c8baa1ab is out of sync, need to count used quota {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:32:06.648715 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-3e878870-83b5-4737-aa68-2eae65c503dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137'] for subnet, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:06.648850 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-7256648a-fff8-43d2-b810-f6ced7d76fe5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:32:06.651569 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:32:06.667030 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-02975c42-2a90-4e44-8af8-a8be52eb3705 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:32:06.668187 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1133a997-395c-4fbe-99ac-ef4fb8dc548d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb7aac35-6ade-4a7b-8d60-c4d1cc1a7b17,revision_number=None']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:32:06.670579 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-7256648a-fff8-43d2-b810-f6ced7d76fe5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:32:06.673152 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-1133a997-395c-4fbe-99ac-ef4fb8dc548d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:32:06.680771 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-1133a997-395c-4fbe-99ac-ef4fb8dc548d admin admin] Notify callbacks [] for security_group, before_response {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:06.684444 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-1133a997-395c-4fbe-99ac-ef4fb8dc548d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cb7aac35-6ade-4a7b-8d60-c4d1cc1a7b17 HTTP/1.1" status: 204 len: 168 time: 0.2866921 Apr 30 19:32:06.695583 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-7256648a-fff8-43d2-b810-f6ced7d76fe5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-678241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28754'] for router, before_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:06.698557 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-7256648a-fff8-43d2-b810-f6ced7d76fe5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-753828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28763'] for router, precommit_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:06.712731 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b3a148-2f92-41d2-b634-7e1aaecfda90 None None] Network f30450fe-9c9f-4fd9-802e-cfb944509dec requested from dv-cinder-733622-14-smb {{(pid=73809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 19:32:06.754184 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-c27a10c4-4172-4d3b-ba24-55e74331f11f admin admin] Notify callbacks [] for security_group, before_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:06.774732 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-c27a10c4-4172-4d3b-ba24-55e74331f11f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:32:06.776000 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e878870-83b5-4737-aa68-2eae65c503dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=60d0612e-ab94-488a-8358-4a2e04237205,revision_number=0']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:32:06.779667 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-c27a10c4-4172-4d3b-ba24-55e74331f11f admin admin] Usage tracker for resource:security_group_rule and tenant:21338d01e0c148b6a9c71fc6adb5f607 is out of sync, need to count used quota {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:32:06.783938 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-c27a10c4-4172-4d3b-ba24-55e74331f11f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:32:06.791936 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-c27a10c4-4172-4d3b-ba24-55e74331f11f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:32:06.793547 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-93216aa7-fa4d-47ca-a568-c22100c45d23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-679376', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-678159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28841'] for router, precommit_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:06.799641 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-3e878870-83b5-4737-aa68-2eae65c503dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:32:06.830919 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-0616f2c4-5990-4b37-afa1-a52047a7e9ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:06.844744 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 38694) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:32:06.849029 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-7256648a-fff8-43d2-b810-f6ced7d76fe5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:06.850942 dv-cinder-733622-14-smb neutron-server[73808]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 30 19:32:06.896629 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-0616f2c4-5990-4b37-afa1-a52047a7e9ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:32:06.918136 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e878870-83b5-4737-aa68-2eae65c503dd admin admin] Checking segment: {'id': '0eb9c3fd-827b-4d06-8c9c-ae028f36cb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'fb753e9f-d5ea-4d3b-a660-3bfc4f53e5c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 19:32:06.918136 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e878870-83b5-4737-aa68-2eae65c503dd admin admin] Network hostable DHCP agents. Network: fb753e9f-d5ea-4d3b-a660-3bfc4f53e5c0, hostable agents: ['e57161e2-0c22-4573-bfa0-d55a94615101'], hosted agents: [] {{(pid=73808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 19:32:06.929853 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-0616f2c4-5990-4b37-afa1-a52047a7e9ee admin admin] Usage tracker for resource:security_group_rule and tenant:5f58c219e57744fcb6ae992e28ff2dc1 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:32:06.956139 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-0616f2c4-5990-4b37-afa1-a52047a7e9ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:32:06.980353 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c51c9e7b-0ad8-48a3-860c-869ba9c784a9 None None] Notify callbacks [] for port, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:07.022102 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-c51c9e7b-0ad8-48a3-860c-869ba9c784a9 None None] Transition to ACTIVE for port object ba9e44fe-9f7f-4ca3-b497-ad5bfd6f505a will not be triggered until provisioned by entity L2. {{(pid=73809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 19:32:07.029126 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-0616f2c4-5990-4b37-afa1-a52047a7e9ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:32:07.084637 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e878870-83b5-4737-aa68-2eae65c503dd admin admin] Network fb753e9f-d5ea-4d3b-a660-3bfc4f53e5c0 is scheduled to be hosted by DHCP agent e57161e2-0c22-4573-bfa0-d55a94615101 with binding_index 1 {{(pid=73808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 19:32:07.144711 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-c51c9e7b-0ad8-48a3-860c-869ba9c784a9 None None] Transition to ACTIVE for port object ba9e44fe-9f7f-4ca3-b497-ad5bfd6f505a will not be triggered until provisioned by entity DHCP. {{(pid=73809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 19:32:07.172197 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 38702) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:32:07.207545 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.scheduler.base_scheduler [None req-3e878870-83b5-4737-aa68-2eae65c503dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-14-smb, fb753e9f-d5ea-4d3b-a660-3bfc4f53e5c0) {{(pid=73808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 19:32:07.229330 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-d601a60e-818a-4679-a468-a28751179142 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:07.234585 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d9a3b03-27a5-4c09-8b5f-6882d519f851 None None] Network fb753e9f-d5ea-4d3b-a660-3bfc4f53e5c0 requested from dv-cinder-733622-14-smb {{(pid=73809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 19:32:07.248756 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-d601a60e-818a-4679-a468-a28751179142 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:32:07.252772 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-d601a60e-818a-4679-a468-a28751179142 admin admin] Usage tracker for resource:security_group_rule and tenant:0518b8bb7368467bb7fbae713117c057 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:32:07.255494 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c51c9e7b-0ad8-48a3-860c-869ba9c784a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780696898070'] for port, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:07.256492 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-d601a60e-818a-4679-a468-a28751179142 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:32:07.266017 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7e9618-09a2-4e7d-9d23-3d2885101c7e req-9aafba03-ad9b-45dc-a630-55ccda1843ce tempest-DeleteServersTestJSON-444044887 tempest-DeleteServersTestJSON-444044887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:32:07.267601 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-9f7e9618-09a2-4e7d-9d23-3d2885101c7e req-9aafba03-ad9b-45dc-a630-55ccda1843ce tempest-DeleteServersTestJSON-444044887 tempest-DeleteServersTestJSON-444044887-project] 10.222.0.41 "GET /v2.0/networks?id=a97350b3-8521-472d-a53a-29358d468b58 HTTP/1.1" status: 200 len: 812 time: 0.4219325 Apr 30 19:32:07.271853 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-d601a60e-818a-4679-a468-a28751179142 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:32:07.281707 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e878870-83b5-4737-aa68-2eae65c503dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:32:07.282206 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-3e878870-83b5-4737-aa68-2eae65c503dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533183'] for subnet, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:07.311819 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:32:07.340781 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb7b6d3-a161-402f-b640-38aba3974459 None None] Network f30450fe-9c9f-4fd9-802e-cfb944509dec requested from dv-cinder-733622-14-smb {{(pid=73809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 19:32:07.341519 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-9f7e9618-09a2-4e7d-9d23-3d2885101c7e req-a3bbd790-b7b7-4f6f-8190-dc96047acb21 tempest-DeleteServersTestJSON-444044887 tempest-DeleteServersTestJSON-444044887-project] 10.222.0.41 "GET /v2.0/quotas/c7bd401d39b740e0b2327b8297ba8faa HTTP/1.1" status: 200 len: 375 time: 0.0544038 Apr 30 19:32:07.383252 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-c27a10c4-4172-4d3b-ba24-55e74331f11f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:07.386595 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-7256648a-fff8-43d2-b810-f6ced7d76fe5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-679376', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-678159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28841'] for router, precommit_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:07.393648 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-c27a10c4-4172-4d3b-ba24-55e74331f11f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:07.403858 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-45984721-42c7-4254-9e79-7e196b877723 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:32:07.408789 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-3e878870-83b5-4737-aa68-2eae65c503dd admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.8245370 Apr 30 19:32:07.425060 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 38710) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:32:07.436398 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-9f7e9618-09a2-4e7d-9d23-3d2885101c7e req-9affe0ba-9865-4a07-9dbc-ea0ab8f2de47 tempest-DeleteServersTestJSON-444044887 tempest-DeleteServersTestJSON-444044887-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c7bd401d39b740e0b2327b8297ba8faa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0794985 Apr 30 19:32:07.441094 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.v2.base [None req-c97046d7-b024-4243-ad31-d6d067ed2e43 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1647431383-router', 'tenant_id': '1a3a36846b69409bb56820276a166a65', 'external_gateway_info': {'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7'}}} {{(pid=73808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 19:32:07.453125 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-c97046d7-b024-4243-ad31-d6d067ed2e43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:32:07.471966 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-c97046d7-b024-4243-ad31-d6d067ed2e43 admin admin] Usage tracker for resource:router and tenant:1a3a36846b69409bb56820276a166a65 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:32:07.480747 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-c97046d7-b024-4243-ad31-d6d067ed2e43 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:32:07.487338 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-c27a10c4-4172-4d3b-ba24-55e74331f11f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=21338d01e0c148b6a9c71fc6adb5f607&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0932970 Apr 30 19:32:07.487544 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-0616f2c4-5990-4b37-afa1-a52047a7e9ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:07.487648 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27a10c4-4172-4d3b-ba24-55e74331f11f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3d43d93-415d-487c-ba0d-9ef1a3e88533,revision_number=1']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:32:07.488541 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 38718) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:32:07.494204 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-c97046d7-b024-4243-ad31-d6d067ed2e43 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:32:07.504955 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-0616f2c4-5990-4b37-afa1-a52047a7e9ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:07.508480 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-c27a10c4-4172-4d3b-ba24-55e74331f11f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:32:07.529273 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-99268a47-5a69-4553-b696-9e323d480d34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:32:07.543152 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-c97046d7-b024-4243-ad31-d6d067ed2e43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-678241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28754'] for router, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:07.544181 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-c97046d7-b024-4243-ad31-d6d067ed2e43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-753828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28763'] for router, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:07.544900 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51c9e7b-0ad8-48a3-860c-869ba9c784a9 None None] Network 2ca4816a-af9f-4da4-b37e-8b11481e1c88 is already hosted by enough agents. {{(pid=73809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 19:32:07.552329 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.scheduler.base_scheduler [None req-c51c9e7b-0ad8-48a3-860c-869ba9c784a9 None None] Resources bound (agent type, host, resource id): {{(pid=73809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 19:32:07.559175 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51c9e7b-0ad8-48a3-860c-869ba9c784a9 None None] Pushing event updated for resources: {'Port': ['ID=ba9e44fe-9f7f-4ca3-b497-ad5bfd6f505a,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:32:07.561994 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51c9e7b-0ad8-48a3-860c-869ba9c784a9 None None] Received port after_create {{(pid=73809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 19:32:07.577585 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51c9e7b-0ad8-48a3-860c-869ba9c784a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:32:07.578196 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51c9e7b-0ad8-48a3-860c-869ba9c784a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:32:07.578688 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51c9e7b-0ad8-48a3-860c-869ba9c784a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:32:07.579177 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51c9e7b-0ad8-48a3-860c-869ba9c784a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:32:07.579652 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51c9e7b-0ad8-48a3-860c-869ba9c784a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:32:07.580111 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51c9e7b-0ad8-48a3-860c-869ba9c784a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:32:07.580610 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51c9e7b-0ad8-48a3-860c-869ba9c784a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:32:07.581353 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51c9e7b-0ad8-48a3-860c-869ba9c784a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:32:07.581540 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51c9e7b-0ad8-48a3-860c-869ba9c784a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:32:07.582322 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51c9e7b-0ad8-48a3-860c-869ba9c784a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:32:07.582954 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51c9e7b-0ad8-48a3-860c-869ba9c784a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:32:07.583438 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51c9e7b-0ad8-48a3-860c-869ba9c784a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:32:07.584708 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51c9e7b-0ad8-48a3-860c-869ba9c784a9 None None] Tracked resource versions report: Apr 30 19:32:07.584708 dv-cinder-733622-14-smb neutron-server[73809]: pushed versions: Apr 30 19:32:07.584708 dv-cinder-733622-14-smb neutron-server[73809]: { 'AddressGroup': {'1.2'}, Apr 30 19:32:07.584708 dv-cinder-733622-14-smb neutron-server[73809]: 'ConntrackHelper': {'1.0'}, Apr 30 19:32:07.584708 dv-cinder-733622-14-smb neutron-server[73809]: 'Log': {'1.0'}, Apr 30 19:32:07.584708 dv-cinder-733622-14-smb neutron-server[73809]: 'Network': {'1.1'}, Apr 30 19:32:07.584708 dv-cinder-733622-14-smb neutron-server[73809]: 'Port': {'1.7'}, Apr 30 19:32:07.584708 dv-cinder-733622-14-smb neutron-server[73809]: 'PortForwarding': {'1.2'}, Apr 30 19:32:07.584708 dv-cinder-733622-14-smb neutron-server[73809]: 'QosPolicy': {'1.8'}, Apr 30 19:32:07.584708 dv-cinder-733622-14-smb neutron-server[73809]: 'SecurityGroup': {'1.4'}, Apr 30 19:32:07.584708 dv-cinder-733622-14-smb neutron-server[73809]: 'SecurityGroupRule': {'1.2'}, Apr 30 19:32:07.584708 dv-cinder-733622-14-smb neutron-server[73809]: 'SubPort': {'1.0'}, Apr 30 19:32:07.584708 dv-cinder-733622-14-smb neutron-server[73809]: 'Subnet': {'1.1'}, Apr 30 19:32:07.584708 dv-cinder-733622-14-smb neutron-server[73809]: 'Trunk': {'1.1'}} Apr 30 19:32:07.584708 dv-cinder-733622-14-smb neutron-server[73809]: consumer versions: Apr 30 19:32:07.584708 dv-cinder-733622-14-smb neutron-server[73809]: { DHCP agent@dv-cinder-733622-14-smb: {}, Apr 30 19:32:07.584708 dv-cinder-733622-14-smb neutron-server[73809]: HyperV agent@hv-cinder-73362: {}, Apr 30 19:32:07.584708 dv-cinder-733622-14-smb neutron-server[73809]: L3 agent@dv-cinder-733622-14-smb: {}, Apr 30 19:32:07.584708 dv-cinder-733622-14-smb neutron-server[73809]: Metadata agent@dv-cinder-733622-14-smb: {}, Apr 30 19:32:07.584708 dv-cinder-733622-14-smb neutron-server[73809]: Metering agent@dv-cinder-733622-14-smb: {}, Apr 30 19:32:07.584708 dv-cinder-733622-14-smb neutron-server[73809]: Open vSwitch agent@dv-cinder-733622-14-smb: { 'AddressGroup': '1.2', Apr 30 19:32:07.584708 dv-cinder-733622-14-smb neutron-server[73809]: 'ConntrackHelper': '1.0', Apr 30 19:32:07.584708 dv-cinder-733622-14-smb neutron-server[73809]: 'Log': '1.0', Apr 30 19:32:07.584708 dv-cinder-733622-14-smb neutron-server[73809]: 'Network': '1.1', Apr 30 19:32:07.584708 dv-cinder-733622-14-smb neutron-server[73809]: 'Port': '1.7', Apr 30 19:32:07.584708 dv-cinder-733622-14-smb neutron-server[73809]: 'PortForwarding': '1.2', Apr 30 19:32:07.584708 dv-cinder-733622-14-smb neutron-server[73809]: 'QosPolicy': '1.8', Apr 30 19:32:07.584708 dv-cinder-733622-14-smb neutron-server[73809]: 'SecurityGroup': '1.4', Apr 30 19:32:07.584708 dv-cinder-733622-14-smb neutron-server[73809]: 'SecurityGroupRule': '1.2', Apr 30 19:32:07.584708 dv-cinder-733622-14-smb neutron-server[73809]: 'SubPort': '1.0', Apr 30 19:32:07.584708 dv-cinder-733622-14-smb neutron-server[73809]: 'Subnet': '1.1', Apr 30 19:32:07.584708 dv-cinder-733622-14-smb neutron-server[73809]: 'Trunk': '1.1'}} Apr 30 19:32:07.584708 dv-cinder-733622-14-smb neutron-server[73809]: {{(pid=73809) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 30 19:32:07.595945 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-d601a60e-818a-4679-a468-a28751179142 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:07.608440 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-c51c9e7b-0ad8-48a3-860c-869ba9c784a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:32:07.632512 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-c9b5ccff-a954-4e3b-b33f-31c766ed3651 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:07.667025 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-d601a60e-818a-4679-a468-a28751179142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:07.672942 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-0616f2c4-5990-4b37-afa1-a52047a7e9ee admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5f58c219e57744fcb6ae992e28ff2dc1&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3043237 Apr 30 19:32:07.673725 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 38724) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:32:07.680028 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-c9b5ccff-a954-4e3b-b33f-31c766ed3651 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:07.692346 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-c97046d7-b024-4243-ad31-d6d067ed2e43 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:07.759337 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0616f2c4-5990-4b37-afa1-a52047a7e9ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30846b31-b6c6-4656-bfd9-de8094bc97e4,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:32:07.807166 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-0616f2c4-5990-4b37-afa1-a52047a7e9ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:32:07.807680 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-e3ed1f10-05de-4a95-acb2-6f41b8cf45b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:32:07.820162 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [None req-c51c9e7b-0ad8-48a3-860c-869ba9c784a9 None None] Attempting to bind port ba9e44fe-9f7f-4ca3-b497-ad5bfd6f505a on host dv-cinder-733622-14-smb for vnic_type normal with profile {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 19:32:07.820835 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [None req-c51c9e7b-0ad8-48a3-860c-869ba9c784a9 None None] Attempting to bind port ba9e44fe-9f7f-4ca3-b497-ad5bfd6f505a by drivers openvswitch,hyperv on host dv-cinder-733622-14-smb at level 0 using segments [{'id': '1cec1924-575a-47da-bbe7-12777d2ca2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '2ca4816a-af9f-4da4-b37e-8b11481e1c88'}] {{(pid=73809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 19:32:07.821384 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51c9e7b-0ad8-48a3-860c-869ba9c784a9 None None] Attempting to bind port ba9e44fe-9f7f-4ca3-b497-ad5bfd6f505a on network 2ca4816a-af9f-4da4-b37e-8b11481e1c88 {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 19:32:07.835372 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51c9e7b-0ad8-48a3-860c-869ba9c784a9 None None] Checking agent: {'id': '56d0c902-71b4-4ed3-a175-a117eb491650', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 19, 24, 26), 'started_at': datetime.datetime(2021, 4, 30, 19, 24, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 19, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 19:32:07.836050 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51c9e7b-0ad8-48a3-860c-869ba9c784a9 None None] Checking segment: {'id': '1cec1924-575a-47da-bbe7-12777d2ca2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '2ca4816a-af9f-4da4-b37e-8b11481e1c88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 19:32:07.836649 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c51c9e7b-0ad8-48a3-860c-869ba9c784a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:07.837189 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51c9e7b-0ad8-48a3-860c-869ba9c784a9 None None] Bound using segment: {'id': '1cec1924-575a-47da-bbe7-12777d2ca2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '2ca4816a-af9f-4da4-b37e-8b11481e1c88'} {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 19:32:07.837818 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [None req-c51c9e7b-0ad8-48a3-860c-869ba9c784a9 None None] Bound port: ba9e44fe-9f7f-4ca3-b497-ad5bfd6f505a, host: dv-cinder-733622-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cec1924-575a-47da-bbe7-12777d2ca2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '2ca4816a-af9f-4da4-b37e-8b11481e1c88'}}] {{(pid=73809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 19:32:07.838365 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c51c9e7b-0ad8-48a3-860c-869ba9c784a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:07.843374 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-c9b5ccff-a954-4e3b-b33f-31c766ed3651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:07.866321 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-1133a997-395c-4fbe-99ac-ef4fb8dc548d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:32:07.888399 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b5ccff-a954-4e3b-b33f-31c766ed3651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3d43d93-415d-487c-ba0d-9ef1a3e88533,revision_number=None']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:32:07.898318 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-c9b5ccff-a954-4e3b-b33f-31c766ed3651 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:32:07.904721 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-c9b5ccff-a954-4e3b-b33f-31c766ed3651 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:07.913108 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-c9b5ccff-a954-4e3b-b33f-31c766ed3651 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f3d43d93-415d-487c-ba0d-9ef1a3e88533 HTTP/1.1" status: 204 len: 168 time: 0.4046643 Apr 30 19:32:07.913972 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-d601a60e-818a-4679-a468-a28751179142 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0518b8bb7368467bb7fbae713117c057&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7406845 Apr 30 19:32:07.915319 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 38738) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:32:07.940976 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [req-9f7e9618-09a2-4e7d-9d23-3d2885101c7e req-9955e4da-2032-4dc6-bd71-8710d861c7b8 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=73808) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 19:32:07.942348 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-9f7e9618-09a2-4e7d-9d23-3d2885101c7e req-9955e4da-2032-4dc6-bd71-8710d861c7b8 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1521468 Apr 30 19:32:07.943233 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d601a60e-818a-4679-a468-a28751179142 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ddd1a8a-8909-4065-9f00-2908e9c79369,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:32:07.972392 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adeda9af-5750-4147-a362-7f4f2d885c8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27ed8444-addf-52d8-bb34-b8ba946e691b-fb753e9f-d5ea-4d3b-a660-3bfc4f53e5c0', 'network_id': 'fb753e9f-d5ea-4d3b-a660-3bfc4f53e5c0', 'tenant_id': '1a3a36846b69409bb56820276a166a65', 'fixed_ips': [{'subnet_id': '60d0612e-ab94-488a-8358-4a2e04237205'}]}} from dv-cinder-733622-14-smb. {{(pid=73809) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 30 19:32:07.974437 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-adeda9af-5750-4147-a362-7f4f2d885c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:07.977652 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-d601a60e-818a-4679-a468-a28751179142 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:32:08.125327 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-c51c9e7b-0ad8-48a3-860c-869ba9c784a9 None None] For port ba9e44fe-9f7f-4ca3-b497-ad5bfd6f505a, host dv-cinder-733622-14-smb, cleared binding levels {{(pid=73809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 19:32:08.130887 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-c51c9e7b-0ad8-48a3-860c-869ba9c784a9 None None] For port ba9e44fe-9f7f-4ca3-b497-ad5bfd6f505a, host dv-cinder-733622-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-14-smb',level=0,port_id=ba9e44fe-9f7f-4ca3-b497-ad5bfd6f505a,segment=NetworkSegment(1cec1924-575a-47da-bbe7-12777d2ca2b9),segment_id=1cec1924-575a-47da-bbe7-12777d2ca2b9)] {{(pid=73809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 19:32:08.146240 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c51c9e7b-0ad8-48a3-860c-869ba9c784a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:08.192334 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:32:08.211279 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-46d781df-5a2a-49c0-8a6e-5963b788e68e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:08.242360 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-46d781df-5a2a-49c0-8a6e-5963b788e68e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:08.312538 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51c9e7b-0ad8-48a3-860c-869ba9c784a9 None None] Pushing event updated for resources: {'Port': ['ID=ba9e44fe-9f7f-4ca3-b497-ad5bfd6f505a,revision_number=2']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:32:08.316374 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.db_base_plugin_common [None req-adeda9af-5750-4147-a362-7f4f2d885c8e None None] Allocated IP 172.20.0.2 (fb753e9f-d5ea-4d3b-a660-3bfc4f53e5c0/60d0612e-ab94-488a-8358-4a2e04237205/cbb9ad57-997c-4431-9583-24ba6fb9c270) {{(pid=73809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 19:32:08.319585 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-c51c9e7b-0ad8-48a3-860c-869ba9c784a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:32:08.408068 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-46d781df-5a2a-49c0-8a6e-5963b788e68e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:08.422415 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:32:08.432591 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-7256648a-fff8-43d2-b810-f6ced7d76fe5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:08.517937 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d781df-5a2a-49c0-8a6e-5963b788e68e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ddd1a8a-8909-4065-9f00-2908e9c79369,revision_number=None']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:32:08.529584 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-46d781df-5a2a-49c0-8a6e-5963b788e68e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:32:08.530825 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-7256648a-fff8-43d2-b810-f6ced7d76fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:08.535230 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-93216aa7-fa4d-47ca-a568-c22100c45d23 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:08.540047 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-46d781df-5a2a-49c0-8a6e-5963b788e68e admin admin] Notify callbacks [] for security_group, before_response {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:08.541189 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-46d781df-5a2a-49c0-8a6e-5963b788e68e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0ddd1a8a-8909-4065-9f00-2908e9c79369 HTTP/1.1" status: 204 len: 168 time: 0.6203506 Apr 30 19:32:08.709413 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-93216aa7-fa4d-47ca-a568-c22100c45d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:08.719326 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 38750) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:32:08.772111 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-d75126f2-e9cb-4d67-8f47-2181016fef8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:08.777545 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-adeda9af-5750-4147-a362-7f4f2d885c8e None None] Notify callbacks [] for port, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:08.799321 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-adeda9af-5750-4147-a362-7f4f2d885c8e None None] Transition to ACTIVE for port object cbb9ad57-997c-4431-9583-24ba6fb9c270 will not be triggered until provisioned by entity L2. {{(pid=73809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 19:32:08.807497 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-d75126f2-e9cb-4d67-8f47-2181016fef8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:32:08.812884 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-d75126f2-e9cb-4d67-8f47-2181016fef8c admin admin] Usage tracker for resource:security_group_rule and tenant:789ed32cf25e47eaa43ad81a09d97d47 is out of sync, need to count used quota {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:32:08.825878 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-d75126f2-e9cb-4d67-8f47-2181016fef8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:32:08.829639 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-adeda9af-5750-4147-a362-7f4f2d885c8e None None] Transition to ACTIVE for port object cbb9ad57-997c-4431-9583-24ba6fb9c270 will not be triggered until provisioned by entity DHCP. {{(pid=73809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 19:32:08.848218 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-adeda9af-5750-4147-a362-7f4f2d885c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780696898070'] for port, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:08.854540 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:32:08.860558 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-d75126f2-e9cb-4d67-8f47-2181016fef8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:32:08.883865 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-8d914244-09d9-40a5-b90a-4011ab9e5493 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:08.934422 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adeda9af-5750-4147-a362-7f4f2d885c8e None None] Network fb753e9f-d5ea-4d3b-a660-3bfc4f53e5c0 is already hosted by enough agents. {{(pid=73809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 19:32:08.937715 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.scheduler.base_scheduler [None req-adeda9af-5750-4147-a362-7f4f2d885c8e None None] Resources bound (agent type, host, resource id): {{(pid=73809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 19:32:08.941574 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adeda9af-5750-4147-a362-7f4f2d885c8e None None] Received port after_create {{(pid=73809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 19:32:08.948263 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeda9af-5750-4147-a362-7f4f2d885c8e None None] Pushing event updated for resources: {'Port': ['ID=cbb9ad57-997c-4431-9583-24ba6fb9c270,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:32:08.954707 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-adeda9af-5750-4147-a362-7f4f2d885c8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:32:08.975899 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.db_base_plugin_common [None req-7256648a-fff8-43d2-b810-f6ced7d76fe5 admin admin] Allocated IP 172.28.1.19 (9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7/476340fc-add5-4316-93e7-f3b1afc75f73/e6593118-3453-4a0e-b931-6916a4d8c549) {{(pid=73807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 19:32:09.033263 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-8d914244-09d9-40a5-b90a-4011ab9e5493 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:09.080017 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [None req-adeda9af-5750-4147-a362-7f4f2d885c8e None None] Attempting to bind port cbb9ad57-997c-4431-9583-24ba6fb9c270 on host dv-cinder-733622-14-smb for vnic_type normal with profile {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 19:32:09.080526 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [None req-adeda9af-5750-4147-a362-7f4f2d885c8e None None] Attempting to bind port cbb9ad57-997c-4431-9583-24ba6fb9c270 by drivers openvswitch,hyperv on host dv-cinder-733622-14-smb at level 0 using segments [{'id': '0eb9c3fd-827b-4d06-8c9c-ae028f36cb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'fb753e9f-d5ea-4d3b-a660-3bfc4f53e5c0'}] {{(pid=73809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 19:32:09.080992 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adeda9af-5750-4147-a362-7f4f2d885c8e None None] Attempting to bind port cbb9ad57-997c-4431-9583-24ba6fb9c270 on network fb753e9f-d5ea-4d3b-a660-3bfc4f53e5c0 {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 19:32:09.086777 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adeda9af-5750-4147-a362-7f4f2d885c8e None None] Checking agent: {'id': '56d0c902-71b4-4ed3-a175-a117eb491650', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 19, 24, 26), 'started_at': datetime.datetime(2021, 4, 30, 19, 24, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 19, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 19:32:09.087332 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adeda9af-5750-4147-a362-7f4f2d885c8e None None] Checking segment: {'id': '0eb9c3fd-827b-4d06-8c9c-ae028f36cb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'fb753e9f-d5ea-4d3b-a660-3bfc4f53e5c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 19:32:09.087829 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-adeda9af-5750-4147-a362-7f4f2d885c8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:09.088347 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adeda9af-5750-4147-a362-7f4f2d885c8e None None] Bound using segment: {'id': '0eb9c3fd-827b-4d06-8c9c-ae028f36cb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'fb753e9f-d5ea-4d3b-a660-3bfc4f53e5c0'} {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 19:32:09.088988 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [None req-adeda9af-5750-4147-a362-7f4f2d885c8e None None] Bound port: cbb9ad57-997c-4431-9583-24ba6fb9c270, host: dv-cinder-733622-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0eb9c3fd-827b-4d06-8c9c-ae028f36cb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'fb753e9f-d5ea-4d3b-a660-3bfc4f53e5c0'}}] {{(pid=73809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 19:32:09.089486 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-adeda9af-5750-4147-a362-7f4f2d885c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:09.091517 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-c97046d7-b024-4243-ad31-d6d067ed2e43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-679376', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-678159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28841'] for router, precommit_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:09.200266 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-adeda9af-5750-4147-a362-7f4f2d885c8e None None] For port cbb9ad57-997c-4431-9583-24ba6fb9c270, host dv-cinder-733622-14-smb, cleared binding levels {{(pid=73809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 19:32:09.204596 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-9f7e9618-09a2-4e7d-9d23-3d2885101c7e req-1933b68e-e4ae-479e-ac68-620d0820f3bb service neutron] 10.222.0.41 "GET /v2.0/networks/a97350b3-8521-472d-a53a-29358d468b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2199326 Apr 30 19:32:09.204775 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-adeda9af-5750-4147-a362-7f4f2d885c8e None None] For port cbb9ad57-997c-4431-9583-24ba6fb9c270, host dv-cinder-733622-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-14-smb',level=0,port_id=cbb9ad57-997c-4431-9583-24ba6fb9c270,segment=NetworkSegment(0eb9c3fd-827b-4d06-8c9c-ae028f36cb05),segment_id=0eb9c3fd-827b-4d06-8c9c-ae028f36cb05)] {{(pid=73809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 19:32:09.216641 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-adeda9af-5750-4147-a362-7f4f2d885c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:09.225822 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:32:09.268273 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-d75126f2-e9cb-4d67-8f47-2181016fef8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:09.291615 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-d75126f2-e9cb-4d67-8f47-2181016fef8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:09.335313 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-e0efac80-d14c-466b-9464-2eb08a4e1051 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:32:09.343709 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-8d914244-09d9-40a5-b90a-4011ab9e5493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:09.346102 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-d75126f2-e9cb-4d67-8f47-2181016fef8c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=789ed32cf25e47eaa43ad81a09d97d47&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6257584 Apr 30 19:32:09.351350 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 38764) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:32:09.353607 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-7256648a-fff8-43d2-b810-f6ced7d76fe5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:09.354343 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeda9af-5750-4147-a362-7f4f2d885c8e None None] Pushing event updated for resources: {'Port': ['ID=cbb9ad57-997c-4431-9583-24ba6fb9c270,revision_number=2']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:32:09.367003 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-adeda9af-5750-4147-a362-7f4f2d885c8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:32:09.368700 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-e3972014-ab7b-4309-a00a-211a1f0aa47e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:32:09.400224 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75126f2-e9cb-4d67-8f47-2181016fef8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3663493b-4d05-4a64-a4e3-dcc434168bd0,revision_number=1']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:32:09.405494 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-d75126f2-e9cb-4d67-8f47-2181016fef8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:32:09.511916 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-7256648a-fff8-43d2-b810-f6ced7d76fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780696898070'] for port, after_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:09.516702 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:32:09.519056 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d914244-09d9-40a5-b90a-4011ab9e5493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30846b31-b6c6-4656-bfd9-de8094bc97e4,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:32:09.533033 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-9f7e9618-09a2-4e7d-9d23-3d2885101c7e req-21821efd-6742-498a-89dd-c6914e2b649a service neutron] 10.222.0.41 "GET /v2.0/networks/a97350b3-8521-472d-a53a-29358d468b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3124275 Apr 30 19:32:09.595398 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-8d914244-09d9-40a5-b90a-4011ab9e5493 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:32:09.667859 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7256648a-fff8-43d2-b810-f6ced7d76fe5 admin admin] Network 9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7 is already hosted by enough agents. {{(pid=73807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 19:32:09.671598 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.scheduler.base_scheduler [None req-7256648a-fff8-43d2-b810-f6ced7d76fe5 admin admin] Resources bound (agent type, host, resource id): {{(pid=73807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 19:32:09.680050 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7256648a-fff8-43d2-b810-f6ced7d76fe5 admin admin] Received port after_create {{(pid=73807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 19:32:09.693641 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-8d914244-09d9-40a5-b90a-4011ab9e5493 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:09.694743 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-8d914244-09d9-40a5-b90a-4011ab9e5493 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/30846b31-b6c6-4656-bfd9-de8094bc97e4 HTTP/1.1" status: 204 len: 168 time: 2.0045466 Apr 30 19:32:09.746161 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-0c87f545-d10c-4258-ae4b-35b17a71e145 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:09.761493 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7256648a-fff8-43d2-b810-f6ced7d76fe5 admin admin] Pushing event updated for resources: {'Port': ['ID=e6593118-3453-4a0e-b931-6916a4d8c549,revision_number=1']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:32:09.795856 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.db_base_plugin_common [None req-93216aa7-fa4d-47ca-a568-c22100c45d23 admin admin] Allocated IP 172.28.1.187 (9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7/476340fc-add5-4316-93e7-f3b1afc75f73/440184e0-e250-487d-b087-2371add448d1) {{(pid=73808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 19:32:09.898984 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 38788) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:32:09.899631 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-7256648a-fff8-43d2-b810-f6ced7d76fe5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:32:09.912087 dv-cinder-733622-14-smb neutron-server[73807]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 30 19:32:09.968538 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8883f541-25a7-4d7a-940c-715440699c0a None None] Network 2ca4816a-af9f-4da4-b37e-8b11481e1c88 requested from dv-cinder-733622-14-smb {{(pid=73809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 19:32:10.014051 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-f6eba095-3bf6-4b41-9f3d-7ab96d1caf5a req-ce389090-e368-469e-85e2-be5374c1609f tempest-DeleteServersTestJSON-444044887 tempest-DeleteServersTestJSON-444044887-project] 10.222.0.41 "GET /v2.0/ports?device_id=091147a4-8d9e-45ca-9ccc-714405044f55 HTTP/1.1" status: 200 len: 210 time: 0.1051264 Apr 30 19:32:10.134831 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-93216aa7-fa4d-47ca-a568-c22100c45d23 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:10.171973 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-93216aa7-fa4d-47ca-a568-c22100c45d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780696898070'] for port, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:10.194466 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:32:10.228794 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-0c87f545-d10c-4258-ae4b-35b17a71e145 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:10.289076 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-2776a9ad-2a6e-41ca-8ace-9912027367df None None] Provisioning for port ba9e44fe-9f7f-4ca3-b497-ad5bfd6f505a completed by entity DHCP. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 19:32:10.328844 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93216aa7-fa4d-47ca-a568-c22100c45d23 admin admin] Network 9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7 is already hosted by enough agents. {{(pid=73808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 19:32:10.350697 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.scheduler.base_scheduler [None req-93216aa7-fa4d-47ca-a568-c22100c45d23 admin admin] Resources bound (agent type, host, resource id): {{(pid=73808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 19:32:10.359452 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93216aa7-fa4d-47ca-a568-c22100c45d23 admin admin] Received port after_create {{(pid=73808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 19:32:10.369982 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-7256648a-fff8-43d2-b810-f6ced7d76fe5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:10.863107 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-c97046d7-b024-4243-ad31-d6d067ed2e43 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:10.884957 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Device cbb9ad57-997c-4431-9583-24ba6fb9c270 up at agent ovs-agent-dv-cinder-733622-14-smb {{(pid=73809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 19:32:10.963699 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93216aa7-fa4d-47ca-a568-c22100c45d23 admin admin] Pushing event updated for resources: {'Port': ['ID=440184e0-e250-487d-b087-2371add448d1,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:32:11.085531 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a01a933-9ba6-44ad-acd6-fd1730438d3c None None] Network fb753e9f-d5ea-4d3b-a660-3bfc4f53e5c0 requested from dv-cinder-733622-14-smb {{(pid=73809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 19:32:11.111462 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-0c87f545-d10c-4258-ae4b-35b17a71e145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:11.141804 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-93216aa7-fa4d-47ca-a568-c22100c45d23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.947s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:32:11.143123 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-c97046d7-b024-4243-ad31-d6d067ed2e43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:11.163049 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:32:11.239932 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-13ad6ad2-1b83-4eb1-aeed-3ba41fdce270 req-975ab6a2-68c8-4697-a344-efecb7c69988 tempest-DeleteServersTestJSON-444044887 tempest-DeleteServersTestJSON-444044887-project] 10.222.0.41 "GET /v2.0/ports?device_id=091147a4-8d9e-45ca-9ccc-714405044f55 HTTP/1.1" status: 200 len: 210 time: 0.1348386 Apr 30 19:32:11.300367 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-7256648a-fff8-43d2-b810-f6ced7d76fe5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-678168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-679359'] for router, after_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:11.382843 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Provisioning for port cbb9ad57-997c-4431-9583-24ba6fb9c270 completed by entity L2. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 19:32:11.407132 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Device ba9e44fe-9f7f-4ca3-b497-ad5bfd6f505a up at agent ovs-agent-dv-cinder-733622-14-smb {{(pid=73809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 19:32:11.523359 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-c5275ad2-6a3c-4cda-aa0b-55f986eecc57 None None] Provisioning for port cbb9ad57-997c-4431-9583-24ba6fb9c270 completed by entity DHCP. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 19:32:11.545659 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c87f545-d10c-4258-ae4b-35b17a71e145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3663493b-4d05-4a64-a4e3-dcc434168bd0,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:32:11.581168 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7256648a-fff8-43d2-b810-f6ced7d76fe5 admin admin] Router ef361bd5-95bd-41f5-8110-fc1fe71180a6 is scheduled to L3 agent 19062261-8801-4f4d-b71c-f22a3dba3fbe with binding_index 1 {{(pid=73807) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 30 19:32:11.583861 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-c5275ad2-6a3c-4cda-aa0b-55f986eecc57 None None] Provisioning complete for port cbb9ad57-997c-4431-9583-24ba6fb9c270 triggered by entity DHCP. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 19:32:11.584233 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c5275ad2-6a3c-4cda-aa0b-55f986eecc57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618911'] for port, provisioning_complete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:11.600691 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-0c87f545-d10c-4258-ae4b-35b17a71e145 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:32:11.626989 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-0c87f545-d10c-4258-ae4b-35b17a71e145 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:11.630990 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-0c87f545-d10c-4258-ae4b-35b17a71e145 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3663493b-4d05-4a64-a4e3-dcc434168bd0 HTTP/1.1" status: 204 len: 168 time: 2.2452064 Apr 30 19:32:11.725052 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Provisioning for port ba9e44fe-9f7f-4ca3-b497-ad5bfd6f505a completed by entity L2. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 19:32:11.742141 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Provisioning complete for port ba9e44fe-9f7f-4ca3-b497-ad5bfd6f505a triggered by entity L2. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 19:32:11.742518 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618911'] for port, provisioning_complete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:11.811455 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c5275ad2-6a3c-4cda-aa0b-55f986eecc57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:11.935693 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:11.938556 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.db_base_plugin_common [None req-c97046d7-b024-4243-ad31-d6d067ed2e43 admin admin] Allocated IP 172.28.1.147 (9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7/476340fc-add5-4316-93e7-f3b1afc75f73/4efd36f4-1f2f-4c62-80a6-a3f2400d3013) {{(pid=73808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 19:32:11.951440 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-c5275ad2-6a3c-4cda-aa0b-55f986eecc57 None None] For port cbb9ad57-997c-4431-9583-24ba6fb9c270, host dv-cinder-733622-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-14-smb',level=0,port_id=cbb9ad57-997c-4431-9583-24ba6fb9c270,segment=NetworkSegment(0eb9c3fd-827b-4d06-8c9c-ae028f36cb05),segment_id=0eb9c3fd-827b-4d06-8c9c-ae028f36cb05)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:32:11.965769 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c5275ad2-6a3c-4cda-aa0b-55f986eecc57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:11.978623 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:32:12.081129 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7256648a-fff8-43d2-b810-f6ced7d76fe5 admin admin] Notify agent at l3_agent.dv-cinder-733622-14-smb the message routers_updated {{(pid=73807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 19:32:12.092339 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb866df-fba1-432c-a289-220b9b0195dd None None] Sync routers for ids ['ef361bd5-95bd-41f5-8110-fc1fe71180a6'] in dv-cinder-733622-14-smb {{(pid=73810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 19:32:12.096414 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] For port ba9e44fe-9f7f-4ca3-b497-ad5bfd6f505a, host dv-cinder-733622-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-14-smb',level=0,port_id=ba9e44fe-9f7f-4ca3-b497-ad5bfd6f505a,segment=NetworkSegment(1cec1924-575a-47da-bbe7-12777d2ca2b9),segment_id=1cec1924-575a-47da-bbe7-12777d2ca2b9)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:32:12.112171 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb866df-fba1-432c-a289-220b9b0195dd None None] Routers {'ef361bd5-95bd-41f5-8110-fc1fe71180a6'} bound to L3 agent in host dv-cinder-733622-14-smb {{(pid=73810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 19:32:12.112850 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-0eb866df-fba1-432c-a289-220b9b0195dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T19:24:27Z,description=,heartbeat_timestamp=2021-04-30T19:31:57Z,host='dv-cinder-733622-14-smb',id=19062261-8801-4f4d-b71c-f22a3dba3fbe,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T19:24:27Z,topic='l3_agent')) {'router_ids': ['ef361bd5-95bd-41f5-8110-fc1fe71180a6'], 'active': True} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:32:12.124798 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-7256648a-fff8-43d2-b810-f6ced7d76fe5 admin admin] Notify callbacks [] for router, before_response {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:12.128651 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-7256648a-fff8-43d2-b810-f6ced7d76fe5 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.5183966 Apr 30 19:32:12.130000 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 38890) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:32:12.141272 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:12.173372 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5275ad2-6a3c-4cda-aa0b-55f986eecc57 None None] Pushing event updated for resources: {'Port': ['ID=cbb9ad57-997c-4431-9583-24ba6fb9c270,revision_number=3']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:32:12.177958 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-c5275ad2-6a3c-4cda-aa0b-55f986eecc57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:32:12.178614 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-adeda9af-5750-4147-a362-7f4f2d885c8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:32:12.344885 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-c97046d7-b024-4243-ad31-d6d067ed2e43 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:12.362567 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Pushing event updated for resources: {'Port': ['ID=ba9e44fe-9f7f-4ca3-b497-ad5bfd6f505a,revision_number=3']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:32:12.369013 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:32:12.377473 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-9590b6b5-cd55-4a64-a972-a2120449ea31 None None] Provisioning complete for port cbb9ad57-997c-4431-9583-24ba6fb9c270 triggered by entity DHCP. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 19:32:12.378037 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9590b6b5-cd55-4a64-a972-a2120449ea31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618911'] for port, provisioning_complete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:12.418022 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-c97046d7-b024-4243-ad31-d6d067ed2e43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780696898070'] for port, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:12.526813 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-cf1d9eee-60e4-4bab-bcd4-f51bc644fc41 req-b3a57456-85b6-4cab-84bb-7d11d84dfd9f tempest-DeleteServersTestJSON-444044887 tempest-DeleteServersTestJSON-444044887-project] 10.222.0.41 "GET /v2.0/ports?device_id=091147a4-8d9e-45ca-9ccc-714405044f55 HTTP/1.1" status: 200 len: 210 time: 0.1358972 Apr 30 19:32:12.564547 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:32:12.717104 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Device cbb9ad57-997c-4431-9583-24ba6fb9c270 up at agent ovs-agent-dv-cinder-733622-14-smb {{(pid=73809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 19:32:12.791742 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97046d7-b024-4243-ad31-d6d067ed2e43 admin admin] Network 9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7 is already hosted by enough agents. {{(pid=73808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 19:32:12.815313 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.scheduler.base_scheduler [None req-c97046d7-b024-4243-ad31-d6d067ed2e43 admin admin] Resources bound (agent type, host, resource id): {{(pid=73808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 19:32:12.825170 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97046d7-b024-4243-ad31-d6d067ed2e43 admin admin] Received port after_create {{(pid=73808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 19:32:12.840788 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.l3_dvr_db [None req-0eb866df-fba1-432c-a289-220b9b0195dd None None] Set router ef361bd5-95bd-41f5-8110-fc1fe71180a6 gateway port host: dv-cinder-733622-14-smb {{(pid=73810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 19:32:12.890214 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Provisioning complete for port cbb9ad57-997c-4431-9583-24ba6fb9c270 triggered by entity L2. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 19:32:12.894379 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618911'] for port, provisioning_complete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:13.033915 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 38922) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:32:13.222670 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Device ba9e44fe-9f7f-4ca3-b497-ad5bfd6f505a up at agent ovs-agent-dv-cinder-733622-14-smb {{(pid=73809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 19:32:13.294288 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-93216aa7-fa4d-47ca-a568-c22100c45d23 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:13.394569 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.v2.base [None req-3c198795-538a-4b20-989b-a6f297589640 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1552280360-network', 'tenant_id': '02661136dace4b448c6dac4d2fb28478'}} {{(pid=73807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 19:32:13.416786 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-3c198795-538a-4b20-989b-a6f297589640 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:32:13.430744 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-3c198795-538a-4b20-989b-a6f297589640 admin admin] Usage tracker for resource:network and tenant:02661136dace4b448c6dac4d2fb28478 is out of sync, need to count used quota {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:32:13.437056 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Provisioning complete for port ba9e44fe-9f7f-4ca3-b497-ad5bfd6f505a triggered by entity L2. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 19:32:13.438163 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618911'] for port, provisioning_complete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:13.440717 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-3c198795-538a-4b20-989b-a6f297589640 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:32:13.465640 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-3c198795-538a-4b20-989b-a6f297589640 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:32:13.566079 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c198795-538a-4b20-989b-a6f297589640 admin admin] Made reservation on behalf of 02661136dace4b448c6dac4d2fb28478 for: {'network': 1} {{(pid=73807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 19:32:13.568796 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-3c198795-538a-4b20-989b-a6f297589640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for network, before_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:13.587997 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-3c198795-538a-4b20-989b-a6f297589640 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:13.620315 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-3c198795-538a-4b20-989b-a6f297589640 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:32:13.686425 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-3c198795-538a-4b20-989b-a6f297589640 admin admin] Usage tracker for resource:security_group_rule and tenant:02661136dace4b448c6dac4d2fb28478 is out of sync, need to count used quota {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:32:13.693243 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-3c198795-538a-4b20-989b-a6f297589640 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:32:13.716822 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-3c198795-538a-4b20-989b-a6f297589640 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:32:13.741148 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-872fe53e-362e-4159-bba4-8977e4e029c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:13.754003 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-0eb866df-fba1-432c-a289-220b9b0195dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef361bd5-95bd-41f5-8110-fc1fe71180a6', 'name': 'tempest-ServerRescueNegativeTestJSON-365063320-router', 'tenant_id': 'b687dbbcb0d540b592764d29c8baa1ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'external_fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.19'}], 'enable_snat': True}, 'gw_port_id': 'e6593118-3453-4a0e-b931-6916a4d8c549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T19:32:06Z', 'updated_at': '2021-04-30T19:32:10Z', 'revision_number': 3, 'project_id': 'b687dbbcb0d540b592764d29c8baa1ab', 'gw_port': {'id': 'e6593118-3453-4a0e-b931-6916a4d8c549', 'name': '', 'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ba:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef361bd5-95bd-41f5-8110-fc1fe71180a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:32:08Z', 'updated_at': '2021-04-30T19:32:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-14-smb'}], 'dv-cinder-733622-14-smb', False) {} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:32:13.760575 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb866df-fba1-432c-a289-220b9b0195dd None None] Checking router: ef361bd5-95bd-41f5-8110-fc1fe71180a6 for host: dv-cinder-733622-14-smb {{(pid=73810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 19:32:13.761067 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb866df-fba1-432c-a289-220b9b0195dd None None] Updating router ef361bd5-95bd-41f5-8110-fc1fe71180a6 port e6593118-3453-4a0e-b931-6916a4d8c549 binding host dv-cinder-733622-14-smb {{(pid=73810) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 19:32:13.847580 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-0eb866df-fba1-432c-a289-220b9b0195dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:14.035218 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97046d7-b024-4243-ad31-d6d067ed2e43 admin admin] Pushing event updated for resources: {'Port': ['ID=4efd36f4-1f2f-4c62-80a6-a3f2400d3013,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:32:14.038255 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-3c198795-538a-4b20-989b-a6f297589640 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:14.048138 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-3c198795-538a-4b20-989b-a6f297589640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:14.058897 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-c97046d7-b024-4243-ad31-d6d067ed2e43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.494s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:32:14.076369 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c198795-538a-4b20-989b-a6f297589640 admin admin] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=73807) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 19:32:14.089447 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-3c198795-538a-4b20-989b-a6f297589640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611927'] for segment, precommit_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:14.089941 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.db.segments_db [None req-3c198795-538a-4b20-989b-a6f297589640 admin admin] Added segment 7498ccae-9af9-4ba6-baa3-30edef47d866 of type vlan for network e236a1af-aedf-447d-9520-22e0d233c0cc Apr 30 19:32:14.109469 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-ebc086ae-05d9-4d3b-a26d-fa029400e052 req-c7fab25f-79cd-4083-8fb5-b4e354a43dac tempest-DeleteServersTestJSON-444044887 tempest-DeleteServersTestJSON-444044887-project] 10.222.0.41 "GET /v2.0/ports?device_id=091147a4-8d9e-45ca-9ccc-714405044f55 HTTP/1.1" status: 200 len: 210 time: 0.1539268 Apr 30 19:32:14.116905 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-cfac54c3-9923-4b4e-9c15-bec9dc8a78ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:32:14.219796 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-3c198795-538a-4b20-989b-a6f297589640 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780696885140'] for network, precommit_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:14.278608 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.48', 52214) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:32:14.365719 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-3c198795-538a-4b20-989b-a6f297589640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137'] for network, after_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:14.402388 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c198795-538a-4b20-989b-a6f297589640 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60a688ec-6699-4471-a3ae-dfe489e9f67e,revision_number=1']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:32:14.416637 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c198795-538a-4b20-989b-a6f297589640 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:32:14.417222 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-3c198795-538a-4b20-989b-a6f297589640 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533183'] for network, before_response {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:14.457123 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-0eb866df-fba1-432c-a289-220b9b0195dd None None] Notify callbacks [] for port, precommit_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:14.467952 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-3c198795-538a-4b20-989b-a6f297589640 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:32:14.470378 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:32:14.477705 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-0eb866df-fba1-432c-a289-220b9b0195dd None None] Transition to ACTIVE for port object e6593118-3453-4a0e-b931-6916a4d8c549 will not be triggered until provisioned by entity L2. {{(pid=73810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 19:32:14.484512 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-93216aa7-fa4d-47ca-a568-c22100c45d23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-678168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-679359'] for router, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:14.487360 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-0eb866df-fba1-432c-a289-220b9b0195dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:14.503569 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-d932893b-8974-4e4a-8ebf-e3fb61b92d5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:32:14.639727 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91742885-6c5d-448b-9f36-a315237693e4 None None] Pushing event updated for resources: {'Port': ['ID=e6593118-3453-4a0e-b931-6916a4d8c549,revision_number=2']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:32:14.651627 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91742885-6c5d-448b-9f36-a315237693e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:32:14.651972 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91742885-6c5d-448b-9f36-a315237693e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:32:14.652445 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91742885-6c5d-448b-9f36-a315237693e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:32:14.653423 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91742885-6c5d-448b-9f36-a315237693e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:32:14.653733 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91742885-6c5d-448b-9f36-a315237693e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:32:14.654092 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91742885-6c5d-448b-9f36-a315237693e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:32:14.654543 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91742885-6c5d-448b-9f36-a315237693e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:32:14.655177 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91742885-6c5d-448b-9f36-a315237693e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:32:14.655525 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91742885-6c5d-448b-9f36-a315237693e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:32:14.655985 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91742885-6c5d-448b-9f36-a315237693e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:32:14.656389 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91742885-6c5d-448b-9f36-a315237693e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:32:14.656709 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91742885-6c5d-448b-9f36-a315237693e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:32:14.657151 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.db_base_plugin_common [None req-872fe53e-362e-4159-bba4-8977e4e029c0 admin admin] Allocated IP 172.20.0.1 (f30450fe-9c9f-4fd9-802e-cfb944509dec/7fdb9f4a-37a8-450d-a546-25c2f22121ea/12b2c0df-2e2d-4e74-a3d1-6e86091cfa5d) {{(pid=73807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 19:32:14.658682 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91742885-6c5d-448b-9f36-a315237693e4 None None] Tracked resource versions report: Apr 30 19:32:14.658682 dv-cinder-733622-14-smb neutron-server[73810]: pushed versions: Apr 30 19:32:14.658682 dv-cinder-733622-14-smb neutron-server[73810]: { 'AddressGroup': {'1.2'}, Apr 30 19:32:14.658682 dv-cinder-733622-14-smb neutron-server[73810]: 'ConntrackHelper': {'1.0'}, Apr 30 19:32:14.658682 dv-cinder-733622-14-smb neutron-server[73810]: 'Log': {'1.0'}, Apr 30 19:32:14.658682 dv-cinder-733622-14-smb neutron-server[73810]: 'Network': {'1.1'}, Apr 30 19:32:14.658682 dv-cinder-733622-14-smb neutron-server[73810]: 'Port': {'1.7'}, Apr 30 19:32:14.658682 dv-cinder-733622-14-smb neutron-server[73810]: 'PortForwarding': {'1.2'}, Apr 30 19:32:14.658682 dv-cinder-733622-14-smb neutron-server[73810]: 'QosPolicy': {'1.8'}, Apr 30 19:32:14.658682 dv-cinder-733622-14-smb neutron-server[73810]: 'SecurityGroup': {'1.4'}, Apr 30 19:32:14.658682 dv-cinder-733622-14-smb neutron-server[73810]: 'SecurityGroupRule': {'1.2'}, Apr 30 19:32:14.658682 dv-cinder-733622-14-smb neutron-server[73810]: 'SubPort': {'1.0'}, Apr 30 19:32:14.658682 dv-cinder-733622-14-smb neutron-server[73810]: 'Subnet': {'1.1'}, Apr 30 19:32:14.658682 dv-cinder-733622-14-smb neutron-server[73810]: 'Trunk': {'1.1'}} Apr 30 19:32:14.658682 dv-cinder-733622-14-smb neutron-server[73810]: consumer versions: Apr 30 19:32:14.658682 dv-cinder-733622-14-smb neutron-server[73810]: { DHCP agent@dv-cinder-733622-14-smb: {}, Apr 30 19:32:14.658682 dv-cinder-733622-14-smb neutron-server[73810]: HyperV agent@hv-cinder-73362: {}, Apr 30 19:32:14.658682 dv-cinder-733622-14-smb neutron-server[73810]: L3 agent@dv-cinder-733622-14-smb: {}, Apr 30 19:32:14.658682 dv-cinder-733622-14-smb neutron-server[73810]: Metadata agent@dv-cinder-733622-14-smb: {}, Apr 30 19:32:14.658682 dv-cinder-733622-14-smb neutron-server[73810]: Metering agent@dv-cinder-733622-14-smb: {}, Apr 30 19:32:14.658682 dv-cinder-733622-14-smb neutron-server[73810]: Open vSwitch agent@dv-cinder-733622-14-smb: { 'AddressGroup': '1.2', Apr 30 19:32:14.658682 dv-cinder-733622-14-smb neutron-server[73810]: 'ConntrackHelper': '1.0', Apr 30 19:32:14.658682 dv-cinder-733622-14-smb neutron-server[73810]: 'Log': '1.0', Apr 30 19:32:14.658682 dv-cinder-733622-14-smb neutron-server[73810]: 'Network': '1.1', Apr 30 19:32:14.658682 dv-cinder-733622-14-smb neutron-server[73810]: 'Port': '1.7', Apr 30 19:32:14.658682 dv-cinder-733622-14-smb neutron-server[73810]: 'PortForwarding': '1.2', Apr 30 19:32:14.658682 dv-cinder-733622-14-smb neutron-server[73810]: 'QosPolicy': '1.8', Apr 30 19:32:14.658682 dv-cinder-733622-14-smb neutron-server[73810]: 'SecurityGroup': '1.4', Apr 30 19:32:14.658682 dv-cinder-733622-14-smb neutron-server[73810]: 'SecurityGroupRule': '1.2', Apr 30 19:32:14.658682 dv-cinder-733622-14-smb neutron-server[73810]: 'SubPort': '1.0', Apr 30 19:32:14.658682 dv-cinder-733622-14-smb neutron-server[73810]: 'Subnet': '1.1', Apr 30 19:32:14.658682 dv-cinder-733622-14-smb neutron-server[73810]: 'Trunk': '1.1'}} Apr 30 19:32:14.658682 dv-cinder-733622-14-smb neutron-server[73810]: {{(pid=73810) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 30 19:32:14.665032 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-91742885-6c5d-448b-9f36-a315237693e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:32:14.667309 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [None req-0eb866df-fba1-432c-a289-220b9b0195dd None None] Attempting to bind port e6593118-3453-4a0e-b931-6916a4d8c549 on host dv-cinder-733622-14-smb for vnic_type normal with profile {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 19:32:14.667736 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [None req-0eb866df-fba1-432c-a289-220b9b0195dd None None] Attempting to bind port e6593118-3453-4a0e-b931-6916a4d8c549 by drivers openvswitch,hyperv on host dv-cinder-733622-14-smb at level 0 using segments [{'id': '8177dc3e-ee2d-49a8-85cc-32dd03e75f21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7'}] {{(pid=73810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 19:32:14.668157 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb866df-fba1-432c-a289-220b9b0195dd None None] Attempting to bind port e6593118-3453-4a0e-b931-6916a4d8c549 on network 9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7 {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 19:32:14.675052 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb866df-fba1-432c-a289-220b9b0195dd None None] Checking agent: {'id': '56d0c902-71b4-4ed3-a175-a117eb491650', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 19, 24, 26), 'started_at': datetime.datetime(2021, 4, 30, 19, 24, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 19, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 19:32:14.675473 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb866df-fba1-432c-a289-220b9b0195dd None None] Checking segment: {'id': '8177dc3e-ee2d-49a8-85cc-32dd03e75f21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 19:32:14.676531 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-0eb866df-fba1-432c-a289-220b9b0195dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:14.677176 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb866df-fba1-432c-a289-220b9b0195dd None None] Bound using segment: {'id': '8177dc3e-ee2d-49a8-85cc-32dd03e75f21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7'} {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 19:32:14.677744 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [None req-0eb866df-fba1-432c-a289-220b9b0195dd None None] Bound port: e6593118-3453-4a0e-b931-6916a4d8c549, host: dv-cinder-733622-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8177dc3e-ee2d-49a8-85cc-32dd03e75f21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7'}}] {{(pid=73810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 19:32:14.678428 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-0eb866df-fba1-432c-a289-220b9b0195dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:14.748285 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-3c198795-538a-4b20-989b-a6f297589640 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.7033973 Apr 30 19:32:14.752208 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 38982) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:32:14.765795 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c198795-538a-4b20-989b-a6f297589640 admin admin] Pushing event updated for resources: {'Network': ['ID=e236a1af-aedf-447d-9520-22e0d233c0cc,revision_number=1']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:32:14.772378 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.v2.base [None req-ce859551-ea9b-43c7-b7a6-971a53b5ccc2 admin admin] Request body: {'subnet': {'network_id': 'e236a1af-aedf-447d-9520-22e0d233c0cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1552280360-subnet', 'tenant_id': '02661136dace4b448c6dac4d2fb28478', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 19:32:14.778554 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Network e236a1af-aedf-447d-9520-22e0d233c0cc details requested by agent ovs-agent-dv-cinder-733622-14-smb with host dv-cinder-733622-14-smb {{(pid=73809) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 19:32:14.805949 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-3c198795-538a-4b20-989b-a6f297589640 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:32:14.807075 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-ce859551-ea9b-43c7-b7a6-971a53b5ccc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:32:14.828234 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-ce859551-ea9b-43c7-b7a6-971a53b5ccc2 admin admin] Usage tracker for resource:subnet and tenant:02661136dace4b448c6dac4d2fb28478 is out of sync, need to count used quota {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:32:14.834001 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-0eb866df-fba1-432c-a289-220b9b0195dd None None] For port e6593118-3453-4a0e-b931-6916a4d8c549, host dv-cinder-733622-14-smb, cleared binding levels {{(pid=73810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 19:32:14.837068 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-ce859551-ea9b-43c7-b7a6-971a53b5ccc2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:32:14.844846 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-0eb866df-fba1-432c-a289-220b9b0195dd None None] For port e6593118-3453-4a0e-b931-6916a4d8c549, host dv-cinder-733622-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-14-smb',level=0,port_id=e6593118-3453-4a0e-b931-6916a4d8c549,segment=NetworkSegment(8177dc3e-ee2d-49a8-85cc-32dd03e75f21),segment_id=8177dc3e-ee2d-49a8-85cc-32dd03e75f21)] {{(pid=73810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 19:32:14.854253 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-0eb866df-fba1-432c-a289-220b9b0195dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:14.873962 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:32:14.932299 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-c97046d7-b024-4243-ad31-d6d067ed2e43 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:14.975397 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7e9618-09a2-4e7d-9d23-3d2885101c7e req-a38a9f0e-a082-4b83-ae24-46639591e7d5 tempest-DeleteServersTestJSON-444044887 tempest-DeleteServersTestJSON-444044887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:32:14.976370 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [req-9f7e9618-09a2-4e7d-9d23-3d2885101c7e req-a38a9f0e-a082-4b83-ae24-46639591e7d5 tempest-DeleteServersTestJSON-444044887 tempest-DeleteServersTestJSON-444044887-project] Synchronizing usage tracker for tenant:c7bd401d39b740e0b2327b8297ba8faa on resource:network {{(pid=73807) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 19:32:14.994171 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-ce859551-ea9b-43c7-b7a6-971a53b5ccc2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:32:15.027240 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce859551-ea9b-43c7-b7a6-971a53b5ccc2 admin admin] Made reservation on behalf of 02661136dace4b448c6dac4d2fb28478 for: {'subnet': 1} {{(pid=73807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 19:32:15.030023 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-ce859551-ea9b-43c7-b7a6-971a53b5ccc2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:15.062902 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [req-9f7e9618-09a2-4e7d-9d23-3d2885101c7e req-a38a9f0e-a082-4b83-ae24-46639591e7d5 tempest-DeleteServersTestJSON-444044887 tempest-DeleteServersTestJSON-444044887-project] Unset dirty status for tenant:c7bd401d39b740e0b2327b8297ba8faa on resource:network {{(pid=73807) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 19:32:15.064989 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-9f7e9618-09a2-4e7d-9d23-3d2885101c7e req-a38a9f0e-a082-4b83-ae24-46639591e7d5 tempest-DeleteServersTestJSON-444044887 tempest-DeleteServersTestJSON-444044887-project] 10.222.0.48 "GET /v2.0/networks?id=a97350b3-8521-472d-a53a-29358d468b58 HTTP/1.1" status: 200 len: 812 time: 0.7545035 Apr 30 19:32:15.081085 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb866df-fba1-432c-a289-220b9b0195dd None None] Routers {'ef361bd5-95bd-41f5-8110-fc1fe71180a6'} bound to L3 agent in host dv-cinder-733622-14-smb {{(pid=73810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 19:32:15.083633 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-0eb866df-fba1-432c-a289-220b9b0195dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T19:24:27Z,description=,heartbeat_timestamp=2021-04-30T19:31:57Z,host='dv-cinder-733622-14-smb',id=19062261-8801-4f4d-b71c-f22a3dba3fbe,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T19:24:27Z,topic='l3_agent')) {'router_ids': ['ef361bd5-95bd-41f5-8110-fc1fe71180a6'], 'active': True} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:32:15.130888 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.v2.base [req-9f7e9618-09a2-4e7d-9d23-3d2885101c7e req-39dfafbe-9497-40f6-a2e8-5a0a7f451c27 tempest-DeleteServersTestJSON-444044887 tempest-DeleteServersTestJSON-444044887-project] Request body: {'port': {'device_id': '091147a4-8d9e-45ca-9ccc-714405044f55', 'network_id': 'a97350b3-8521-472d-a53a-29358d468b58', 'admin_state_up': True, 'tenant_id': 'c7bd401d39b740e0b2327b8297ba8faa'}} {{(pid=73807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 19:32:15.344319 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91742885-6c5d-448b-9f36-a315237693e4 None None] Pushing event updated for resources: {'Port': ['ID=e6593118-3453-4a0e-b931-6916a4d8c549,revision_number=3']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:32:15.351434 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-91742885-6c5d-448b-9f36-a315237693e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:32:15.374616 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.l3_dvr_db [None req-0eb866df-fba1-432c-a289-220b9b0195dd None None] Set router ef361bd5-95bd-41f5-8110-fc1fe71180a6 gateway port host: dv-cinder-733622-14-smb {{(pid=73810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 19:32:15.395843 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-872fe53e-362e-4159-bba4-8977e4e029c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:15.574421 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [req-9f7e9618-09a2-4e7d-9d23-3d2885101c7e req-39dfafbe-9497-40f6-a2e8-5a0a7f451c27 tempest-DeleteServersTestJSON-444044887 tempest-DeleteServersTestJSON-444044887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:32:15.587455 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [req-9f7e9618-09a2-4e7d-9d23-3d2885101c7e req-39dfafbe-9497-40f6-a2e8-5a0a7f451c27 tempest-DeleteServersTestJSON-444044887 tempest-DeleteServersTestJSON-444044887-project] Usage tracker for resource:port and tenant:c7bd401d39b740e0b2327b8297ba8faa is out of sync, need to count used quota {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:32:15.592469 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [req-9f7e9618-09a2-4e7d-9d23-3d2885101c7e req-39dfafbe-9497-40f6-a2e8-5a0a7f451c27 tempest-DeleteServersTestJSON-444044887 tempest-DeleteServersTestJSON-444044887-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:32:15.597641 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-872fe53e-362e-4159-bba4-8977e4e029c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780696898070'] for port, after_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:15.607898 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [req-9f7e9618-09a2-4e7d-9d23-3d2885101c7e req-39dfafbe-9497-40f6-a2e8-5a0a7f451c27 tempest-DeleteServersTestJSON-444044887 tempest-DeleteServersTestJSON-444044887-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:32:15.618151 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-7256648a-fff8-43d2-b810-f6ced7d76fe5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:32:15.691136 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-a3a7636c-6734-4022-b6a0-0007d4f22a55 req-f135be78-f17e-49ed-b1f8-266eaabd5d7a tempest-DeleteServersTestJSON-444044887 tempest-DeleteServersTestJSON-444044887-project] 10.222.0.41 "GET /v2.0/ports?device_id=091147a4-8d9e-45ca-9ccc-714405044f55 HTTP/1.1" status: 200 len: 210 time: 0.1963849 Apr 30 19:32:15.818540 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872fe53e-362e-4159-bba4-8977e4e029c0 admin admin] Network f30450fe-9c9f-4fd9-802e-cfb944509dec is already hosted by enough agents. {{(pid=73807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 19:32:15.834452 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f7e9618-09a2-4e7d-9d23-3d2885101c7e req-39dfafbe-9497-40f6-a2e8-5a0a7f451c27 tempest-DeleteServersTestJSON-444044887 tempest-DeleteServersTestJSON-444044887-project] Made reservation on behalf of c7bd401d39b740e0b2327b8297ba8faa for: {'port': 1} {{(pid=73807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 19:32:15.838363 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-9f7e9618-09a2-4e7d-9d23-3d2885101c7e req-39dfafbe-9497-40f6-a2e8-5a0a7f451c27 tempest-DeleteServersTestJSON-444044887 tempest-DeleteServersTestJSON-444044887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:15.846171 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-0eb866df-fba1-432c-a289-220b9b0195dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef361bd5-95bd-41f5-8110-fc1fe71180a6', 'name': 'tempest-ServerRescueNegativeTestJSON-365063320-router', 'tenant_id': 'b687dbbcb0d540b592764d29c8baa1ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'external_fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.19'}], 'enable_snat': True}, 'gw_port_id': 'e6593118-3453-4a0e-b931-6916a4d8c549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T19:32:06Z', 'updated_at': '2021-04-30T19:32:10Z', 'revision_number': 3, 'project_id': 'b687dbbcb0d540b592764d29c8baa1ab', 'gw_port': {'id': 'e6593118-3453-4a0e-b931-6916a4d8c549', 'name': '', 'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ba:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef361bd5-95bd-41f5-8110-fc1fe71180a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:32:08Z', 'updated_at': '2021-04-30T19:32:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-14-smb'}], 'dv-cinder-733622-14-smb', False) {} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:32:15.864224 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb866df-fba1-432c-a289-220b9b0195dd None None] The sync data for ids ['ef361bd5-95bd-41f5-8110-fc1fe71180a6'] in dv-cinder-733622-14-smb is: [{'id': 'ef361bd5-95bd-41f5-8110-fc1fe71180a6', 'name': 'tempest-ServerRescueNegativeTestJSON-365063320-router', 'tenant_id': 'b687dbbcb0d540b592764d29c8baa1ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'external_fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.19'}], 'enable_snat': True}, 'gw_port_id': 'e6593118-3453-4a0e-b931-6916a4d8c549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T19:32:06Z', 'updated_at': '2021-04-30T19:32:10Z', 'revision_number': 3, 'project_id': 'b687dbbcb0d540b592764d29c8baa1ab', 'gw_port': {'id': 'e6593118-3453-4a0e-b931-6916a4d8c549', 'name': '', 'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ba:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef361bd5-95bd-41f5-8110-fc1fe71180a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:32:08Z', 'updated_at': '2021-04-30T19:32:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-14-smb'}] {{(pid=73810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 19:32:15.877660 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.scheduler.base_scheduler [None req-872fe53e-362e-4159-bba4-8977e4e029c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=73807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 19:32:15.922062 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872fe53e-362e-4159-bba4-8977e4e029c0 admin admin] Received port after_create {{(pid=73807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 19:32:15.922503 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-872fe53e-362e-4159-bba4-8977e4e029c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657360'] for router_interface, before_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:15.953019 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-c97046d7-b024-4243-ad31-d6d067ed2e43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-678168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-679359'] for router, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:15.967950 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93216aa7-fa4d-47ca-a568-c22100c45d23 admin admin] Router 194c7f42-2d01-4a84-8ce1-cefc21488a29 is scheduled to L3 agent 19062261-8801-4f4d-b71c-f22a3dba3fbe with binding_index 1 {{(pid=73808) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 30 19:32:16.248570 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 39026) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:32:16.256799 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872fe53e-362e-4159-bba4-8977e4e029c0 admin admin] Pushing event updated for resources: {'Port': ['ID=12b2c0df-2e2d-4e74-a3d1-6e86091cfa5d,revision_number=1']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:32:16.433477 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-872fe53e-362e-4159-bba4-8977e4e029c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.815s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:32:16.774298 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Device e6593118-3453-4a0e-b931-6916a4d8c549 up at agent ovs-agent-dv-cinder-733622-14-smb {{(pid=73809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 19:32:16.858013 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93216aa7-fa4d-47ca-a568-c22100c45d23 admin admin] Notify agent at l3_agent.dv-cinder-733622-14-smb the message routers_updated {{(pid=73808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 19:32:16.904686 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-93216aa7-fa4d-47ca-a568-c22100c45d23 admin admin] Notify callbacks [] for router, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:16.912837 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-93216aa7-fa4d-47ca-a568-c22100c45d23 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 11.3735452 Apr 30 19:32:16.915672 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 39042) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:32:16.927223 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed37188a-e8f4-430b-9e59-96ceeb8a39fb None None] Sync routers for ids ['194c7f42-2d01-4a84-8ce1-cefc21488a29'] in dv-cinder-733622-14-smb {{(pid=73809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 19:32:16.958570 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed37188a-e8f4-430b-9e59-96ceeb8a39fb None None] Routers {'194c7f42-2d01-4a84-8ce1-cefc21488a29'} bound to L3 agent in host dv-cinder-733622-14-smb {{(pid=73809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 19:32:16.960075 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_hamode_db [None req-ed37188a-e8f4-430b-9e59-96ceeb8a39fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T19:24:27Z,description=,heartbeat_timestamp=2021-04-30T19:31:57Z,host='dv-cinder-733622-14-smb',id=19062261-8801-4f4d-b71c-f22a3dba3fbe,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T19:24:27Z,topic='l3_agent')) {'router_ids': ['194c7f42-2d01-4a84-8ce1-cefc21488a29'], 'active': True} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:32:17.023454 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-872fe53e-362e-4159-bba4-8977e4e029c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:17.043866 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-fdd847da-3751-4f89-a989-bbb83daaa75b admin admin] Notify callbacks [] for security_group, before_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:17.117258 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c97046d7-b024-4243-ad31-d6d067ed2e43 admin admin] Router b7ec752e-256f-4ede-bed4-6c012bd9bef7 is scheduled to L3 agent 19062261-8801-4f4d-b71c-f22a3dba3fbe with binding_index 1 {{(pid=73808) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 30 19:32:17.408059 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-872fe53e-362e-4159-bba4-8977e4e029c0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:17.415551 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-fdd847da-3751-4f89-a989-bbb83daaa75b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:32:17.420863 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-fdd847da-3751-4f89-a989-bbb83daaa75b admin admin] Usage tracker for resource:security_group_rule and tenant:0d99522de3ff47f58828cda486686d7d is out of sync, need to count used quota {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:32:17.425296 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-fdd847da-3751-4f89-a989-bbb83daaa75b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:32:17.434912 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-fdd847da-3751-4f89-a989-bbb83daaa75b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:32:17.558175 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-fdd847da-3751-4f89-a989-bbb83daaa75b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:17.626607 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_dvr_db [None req-ed37188a-e8f4-430b-9e59-96ceeb8a39fb None None] Set router 194c7f42-2d01-4a84-8ce1-cefc21488a29 gateway port host: dv-cinder-733622-14-smb {{(pid=73809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 19:32:17.646956 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-872fe53e-362e-4159-bba4-8977e4e029c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133'] for port, after_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:17.671370 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-fdd847da-3751-4f89-a989-bbb83daaa75b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:17.690855 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-872fe53e-362e-4159-bba4-8977e4e029c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657267'] for router_interface, after_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:17.722577 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-872fe53e-362e-4159-bba4-8977e4e029c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:32:17.962837 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Provisioning for port e6593118-3453-4a0e-b931-6916a4d8c549 completed by entity L2. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 19:32:17.988052 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Provisioning complete for port e6593118-3453-4a0e-b931-6916a4d8c549 triggered by entity L2. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 19:32:17.989677 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618911'] for port, provisioning_complete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:18.308467 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-11612bc2-96a2-424a-9d9a-241f413cb20a req-c9f38fb8-5577-45b4-9efe-a09c5fbce6bc tempest-DeleteServersTestJSON-444044887 tempest-DeleteServersTestJSON-444044887-project] 10.222.0.41 "GET /v2.0/ports?device_id=091147a4-8d9e-45ca-9ccc-714405044f55 HTTP/1.1" status: 200 len: 210 time: 1.2849307 Apr 30 19:32:18.454760 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c97046d7-b024-4243-ad31-d6d067ed2e43 admin admin] Notify agent at l3_agent.dv-cinder-733622-14-smb the message routers_updated {{(pid=73808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 19:32:18.466397 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066ad060-630e-45d6-9586-4400bc48af4d None None] Sync routers for ids ['b7ec752e-256f-4ede-bed4-6c012bd9bef7'] in dv-cinder-733622-14-smb {{(pid=73810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 19:32:18.487047 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066ad060-630e-45d6-9586-4400bc48af4d None None] Routers {'b7ec752e-256f-4ede-bed4-6c012bd9bef7'} bound to L3 agent in host dv-cinder-733622-14-smb {{(pid=73810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 19:32:18.488876 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-066ad060-630e-45d6-9586-4400bc48af4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T19:24:27Z,description=,heartbeat_timestamp=2021-04-30T19:31:57Z,host='dv-cinder-733622-14-smb',id=19062261-8801-4f4d-b71c-f22a3dba3fbe,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T19:24:27Z,topic='l3_agent')) {'router_ids': ['b7ec752e-256f-4ede-bed4-6c012bd9bef7'], 'active': True} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:32:18.553508 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-c97046d7-b024-4243-ad31-d6d067ed2e43 admin admin] Notify callbacks [] for router, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:18.555745 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-c97046d7-b024-4243-ad31-d6d067ed2e43 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 11.1231959 Apr 30 19:32:18.556378 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:18.566915 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 39066) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:32:18.576813 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872fe53e-362e-4159-bba4-8977e4e029c0 admin admin] Pushing event updated for resources: {'Port': ['ID=12b2c0df-2e2d-4e74-a3d1-6e86091cfa5d,revision_number=2']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:32:18.587158 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-fdd847da-3751-4f89-a989-bbb83daaa75b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0d99522de3ff47f58828cda486686d7d&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3370535 Apr 30 19:32:18.590991 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 39070) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:32:18.591862 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-872fe53e-362e-4159-bba4-8977e4e029c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.869s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:32:18.593900 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872fe53e-362e-4159-bba4-8977e4e029c0 admin admin] Network f30450fe-9c9f-4fd9-802e-cfb944509dec is already hosted by enough agents. {{(pid=73807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 19:32:18.599205 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.487s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:32:18.606910 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] For port e6593118-3453-4a0e-b931-6916a4d8c549, host dv-cinder-733622-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-14-smb',level=0,port_id=e6593118-3453-4a0e-b931-6916a4d8c549,segment=NetworkSegment(8177dc3e-ee2d-49a8-85cc-32dd03e75f21),segment_id=8177dc3e-ee2d-49a8-85cc-32dd03e75f21)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:32:18.626155 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.scheduler.base_scheduler [None req-872fe53e-362e-4159-bba4-8977e4e029c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=73807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 19:32:18.630048 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:18.649477 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:32:18.832907 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Pushing event updated for resources: {'Port': ['ID=e6593118-3453-4a0e-b931-6916a4d8c549,revision_number=4']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:32:18.845144 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:32:18.861549 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_hamode_db [None req-ed37188a-e8f4-430b-9e59-96ceeb8a39fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '194c7f42-2d01-4a84-8ce1-cefc21488a29', 'name': 'tempest-AttachVolumeShelveTestJSON-802321771-router', 'tenant_id': '9ad55c1ecaf040eb9706c42ee99e4509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'external_fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.187'}], 'enable_snat': True}, 'gw_port_id': '440184e0-e250-487d-b087-2371add448d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T19:32:05Z', 'updated_at': '2021-04-30T19:32:11Z', 'revision_number': 3, 'project_id': '9ad55c1ecaf040eb9706c42ee99e4509', 'gw_port': {'id': '440184e0-e250-487d-b087-2371add448d1', 'name': '', 'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ff:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '194c7f42-2d01-4a84-8ce1-cefc21488a29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:32:08Z', 'updated_at': '2021-04-30T19:32:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-14-smb'}], 'dv-cinder-733622-14-smb', False) {} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:32:18.870510 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed37188a-e8f4-430b-9e59-96ceeb8a39fb None None] Checking router: 194c7f42-2d01-4a84-8ce1-cefc21488a29 for host: dv-cinder-733622-14-smb {{(pid=73809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 19:32:18.870868 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed37188a-e8f4-430b-9e59-96ceeb8a39fb None None] Updating router 194c7f42-2d01-4a84-8ce1-cefc21488a29 port 440184e0-e250-487d-b087-2371add448d1 binding host dv-cinder-733622-14-smb {{(pid=73809) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 19:32:18.989599 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-ed37188a-e8f4-430b-9e59-96ceeb8a39fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:19.128398 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.l3_dvr_db [None req-066ad060-630e-45d6-9586-4400bc48af4d None None] Set router b7ec752e-256f-4ede-bed4-6c012bd9bef7 gateway port host: dv-cinder-733622-14-smb {{(pid=73810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 19:32:19.306302 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-0fabe3f3-b5ce-45a5-941d-0c5942a564f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:19.361523 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-0fabe3f3-b5ce-45a5-941d-0c5942a564f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:19.470497 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd847da-3751-4f89-a989-bbb83daaa75b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77d0f563-85fd-42ec-a60d-ee44b9ddf14f,revision_number=1']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:32:19.483498 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-872fe53e-362e-4159-bba4-8977e4e029c0 admin admin] Router ef361bd5-95bd-41f5-8110-fc1fe71180a6 has already been hosted by L3 agent 19062261-8801-4f4d-b71c-f22a3dba3fbe {{(pid=73807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 19:32:19.485162 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.db_base_plugin_common [req-9f7e9618-09a2-4e7d-9d23-3d2885101c7e req-39dfafbe-9497-40f6-a2e8-5a0a7f451c27 tempest-DeleteServersTestJSON-444044887 tempest-DeleteServersTestJSON-444044887-project] Allocated IP 172.20.0.4 (a97350b3-8521-472d-a53a-29358d468b58/99869044-35ec-4571-bcc8-fb844ce5369a/b2147909-a2ed-4691-b295-74a800de9ae7) {{(pid=73807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 19:32:19.487143 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-0fabe3f3-b5ce-45a5-941d-0c5942a564f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:19.488115 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-fdd847da-3751-4f89-a989-bbb83daaa75b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.889s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:32:19.548936 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:32:19.770235 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-ed37188a-e8f4-430b-9e59-96ceeb8a39fb None None] Notify callbacks [] for port, precommit_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:19.791227 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-ed37188a-e8f4-430b-9e59-96ceeb8a39fb None None] Transition to ACTIVE for port object 440184e0-e250-487d-b087-2371add448d1 will not be triggered until provisioned by entity L2. {{(pid=73809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 19:32:19.811619 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-ed37188a-e8f4-430b-9e59-96ceeb8a39fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:19.816148 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:32:19.838818 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-066ad060-630e-45d6-9586-4400bc48af4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7ec752e-256f-4ede-bed4-6c012bd9bef7', 'name': 'tempest-AttachVolumeTestJSON-1647431383-router', 'tenant_id': '1a3a36846b69409bb56820276a166a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'external_fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.147'}], 'enable_snat': True}, 'gw_port_id': '4efd36f4-1f2f-4c62-80a6-a3f2400d3013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T19:32:07Z', 'updated_at': '2021-04-30T19:32:14Z', 'revision_number': 3, 'project_id': '1a3a36846b69409bb56820276a166a65', 'gw_port': {'id': '4efd36f4-1f2f-4c62-80a6-a3f2400d3013', 'name': '', 'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:3e:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7ec752e-256f-4ede-bed4-6c012bd9bef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:32:11Z', 'updated_at': '2021-04-30T19:32:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-14-smb'}], 'dv-cinder-733622-14-smb', False) {} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:32:19.847495 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066ad060-630e-45d6-9586-4400bc48af4d None None] Checking router: b7ec752e-256f-4ede-bed4-6c012bd9bef7 for host: dv-cinder-733622-14-smb {{(pid=73810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 19:32:19.848675 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066ad060-630e-45d6-9586-4400bc48af4d None None] Updating router b7ec752e-256f-4ede-bed4-6c012bd9bef7 port 4efd36f4-1f2f-4c62-80a6-a3f2400d3013 binding host dv-cinder-733622-14-smb {{(pid=73810) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 19:32:20.008449 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [None req-ed37188a-e8f4-430b-9e59-96ceeb8a39fb None None] Attempting to bind port 440184e0-e250-487d-b087-2371add448d1 on host dv-cinder-733622-14-smb for vnic_type normal with profile {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 19:32:20.008947 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [None req-ed37188a-e8f4-430b-9e59-96ceeb8a39fb None None] Attempting to bind port 440184e0-e250-487d-b087-2371add448d1 by drivers openvswitch,hyperv on host dv-cinder-733622-14-smb at level 0 using segments [{'id': '8177dc3e-ee2d-49a8-85cc-32dd03e75f21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7'}] {{(pid=73809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 19:32:20.012705 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed37188a-e8f4-430b-9e59-96ceeb8a39fb None None] Attempting to bind port 440184e0-e250-487d-b087-2371add448d1 on network 9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7 {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 19:32:20.020410 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-b37304da-017b-4dc5-bccd-a7dd93f12af2 req-4e3b2098-6594-4d48-ba2c-79327d53d940 tempest-DeleteServersTestJSON-444044887 tempest-DeleteServersTestJSON-444044887-project] 10.222.0.41 "GET /v2.0/ports?device_id=091147a4-8d9e-45ca-9ccc-714405044f55 HTTP/1.1" status: 200 len: 210 time: 0.2272141 Apr 30 19:32:20.030614 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed37188a-e8f4-430b-9e59-96ceeb8a39fb None None] Checking agent: {'id': '56d0c902-71b4-4ed3-a175-a117eb491650', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 19, 24, 26), 'started_at': datetime.datetime(2021, 4, 30, 19, 24, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 19, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 19:32:20.031012 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed37188a-e8f4-430b-9e59-96ceeb8a39fb None None] Checking segment: {'id': '8177dc3e-ee2d-49a8-85cc-32dd03e75f21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 19:32:20.031404 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-ed37188a-e8f4-430b-9e59-96ceeb8a39fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:20.031811 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed37188a-e8f4-430b-9e59-96ceeb8a39fb None None] Bound using segment: {'id': '8177dc3e-ee2d-49a8-85cc-32dd03e75f21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7'} {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 19:32:20.032315 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [None req-ed37188a-e8f4-430b-9e59-96ceeb8a39fb None None] Bound port: 440184e0-e250-487d-b087-2371add448d1, host: dv-cinder-733622-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8177dc3e-ee2d-49a8-85cc-32dd03e75f21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7'}}] {{(pid=73809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 19:32:20.036926 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-ed37188a-e8f4-430b-9e59-96ceeb8a39fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:20.080476 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-066ad060-630e-45d6-9586-4400bc48af4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:20.191062 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-ed37188a-e8f4-430b-9e59-96ceeb8a39fb None None] For port 440184e0-e250-487d-b087-2371add448d1, host dv-cinder-733622-14-smb, cleared binding levels {{(pid=73809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 19:32:20.198425 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-ed37188a-e8f4-430b-9e59-96ceeb8a39fb None None] For port 440184e0-e250-487d-b087-2371add448d1, host dv-cinder-733622-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-14-smb',level=0,port_id=440184e0-e250-487d-b087-2371add448d1,segment=NetworkSegment(8177dc3e-ee2d-49a8-85cc-32dd03e75f21),segment_id=8177dc3e-ee2d-49a8-85cc-32dd03e75f21)] {{(pid=73809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 19:32:20.202455 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbca46b-6da6-435b-add9-2a3e5a9eabaa None None] Pushing event updated for resources: {'Port': ['ID=440184e0-e250-487d-b087-2371add448d1,revision_number=2']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:32:20.210107 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-edbca46b-6da6-435b-add9-2a3e5a9eabaa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:32:20.216445 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-ed37188a-e8f4-430b-9e59-96ceeb8a39fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:20.221302 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:32:20.290312 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-9f7e9618-09a2-4e7d-9d23-3d2885101c7e req-39dfafbe-9497-40f6-a2e8-5a0a7f451c27 tempest-DeleteServersTestJSON-444044887 tempest-DeleteServersTestJSON-444044887-project] Notify callbacks [] for port, precommit_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:20.346189 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed37188a-e8f4-430b-9e59-96ceeb8a39fb None None] Routers {'194c7f42-2d01-4a84-8ce1-cefc21488a29'} bound to L3 agent in host dv-cinder-733622-14-smb {{(pid=73809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 19:32:20.347102 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_hamode_db [None req-ed37188a-e8f4-430b-9e59-96ceeb8a39fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T19:24:27Z,description=,heartbeat_timestamp=2021-04-30T19:31:57Z,host='dv-cinder-733622-14-smb',id=19062261-8801-4f4d-b71c-f22a3dba3fbe,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T19:24:27Z,topic='l3_agent')) {'router_ids': ['194c7f42-2d01-4a84-8ce1-cefc21488a29'], 'active': True} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:32:20.390156 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fabe3f3-b5ce-45a5-941d-0c5942a564f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77d0f563-85fd-42ec-a60d-ee44b9ddf14f,revision_number=None']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:32:20.393541 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-0fabe3f3-b5ce-45a5-941d-0c5942a564f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.845s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:32:20.530741 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbca46b-6da6-435b-add9-2a3e5a9eabaa None None] Pushing event updated for resources: {'Port': ['ID=440184e0-e250-487d-b087-2371add448d1,revision_number=3']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:32:20.619498 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-edbca46b-6da6-435b-add9-2a3e5a9eabaa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:32:20.647897 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-066ad060-630e-45d6-9586-4400bc48af4d None None] Notify callbacks [] for port, precommit_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:20.684709 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-066ad060-630e-45d6-9586-4400bc48af4d None None] Transition to ACTIVE for port object 4efd36f4-1f2f-4c62-80a6-a3f2400d3013 will not be triggered until provisioned by entity L2. {{(pid=73810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 19:32:20.684709 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-066ad060-630e-45d6-9586-4400bc48af4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:20.689942 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-91742885-6c5d-448b-9f36-a315237693e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:32:20.724652 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-a12c90a4-00fe-419d-ab1d-3abfe4eedb59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:20.742398 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-872fe53e-362e-4159-bba4-8977e4e029c0 admin admin] Notify agent at l3_agent.dv-cinder-733622-14-smb the message routers_updated {{(pid=73807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 19:32:20.744569 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-9f7e9618-09a2-4e7d-9d23-3d2885101c7e req-39dfafbe-9497-40f6-a2e8-5a0a7f451c27 tempest-DeleteServersTestJSON-444044887 tempest-DeleteServersTestJSON-444044887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780696898070'] for port, after_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:20.773502 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b7af2f-8ae8-4d68-86dd-34ee0ac86d05 None None] Sync routers for ids ['ef361bd5-95bd-41f5-8110-fc1fe71180a6'] in dv-cinder-733622-14-smb {{(pid=73809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 19:32:20.779522 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-872fe53e-362e-4159-bba4-8977e4e029c0 admin admin] 10.222.0.41 "PUT /v2.0/routers/ef361bd5-95bd-41f5-8110-fc1fe71180a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6483684 Apr 30 19:32:20.809111 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-0fabe3f3-b5ce-45a5-941d-0c5942a564f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:20.810324 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-0fabe3f3-b5ce-45a5-941d-0c5942a564f6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/77d0f563-85fd-42ec-a60d-ee44b9ddf14f HTTP/1.1" status: 204 len: 168 time: 2.2129972 Apr 30 19:32:20.840106 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Device e6593118-3453-4a0e-b931-6916a4d8c549 up at agent ovs-agent-dv-cinder-733622-14-smb {{(pid=73809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 19:32:20.863081 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:32:20.904059 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [None req-066ad060-630e-45d6-9586-4400bc48af4d None None] Attempting to bind port 4efd36f4-1f2f-4c62-80a6-a3f2400d3013 on host dv-cinder-733622-14-smb for vnic_type normal with profile {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 19:32:20.904662 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [None req-066ad060-630e-45d6-9586-4400bc48af4d None None] Attempting to bind port 4efd36f4-1f2f-4c62-80a6-a3f2400d3013 by drivers openvswitch,hyperv on host dv-cinder-733622-14-smb at level 0 using segments [{'id': '8177dc3e-ee2d-49a8-85cc-32dd03e75f21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7'}] {{(pid=73810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 19:32:20.904874 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066ad060-630e-45d6-9586-4400bc48af4d None None] Attempting to bind port 4efd36f4-1f2f-4c62-80a6-a3f2400d3013 on network 9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7 {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 19:32:20.914857 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5e353b-e19a-4f84-9323-a3ccf095a9c1 None None] Pushing event updated for resources: {'Port': ['ID=4efd36f4-1f2f-4c62-80a6-a3f2400d3013,revision_number=2']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:32:20.918135 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066ad060-630e-45d6-9586-4400bc48af4d None None] Checking agent: {'id': '56d0c902-71b4-4ed3-a175-a117eb491650', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 19, 24, 26), 'started_at': datetime.datetime(2021, 4, 30, 19, 24, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 19, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 19:32:20.919085 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066ad060-630e-45d6-9586-4400bc48af4d None None] Checking segment: {'id': '8177dc3e-ee2d-49a8-85cc-32dd03e75f21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 19:32:20.919489 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-066ad060-630e-45d6-9586-4400bc48af4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:20.919899 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066ad060-630e-45d6-9586-4400bc48af4d None None] Bound using segment: {'id': '8177dc3e-ee2d-49a8-85cc-32dd03e75f21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7'} {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 19:32:20.920477 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [None req-066ad060-630e-45d6-9586-4400bc48af4d None None] Bound port: 4efd36f4-1f2f-4c62-80a6-a3f2400d3013, host: dv-cinder-733622-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8177dc3e-ee2d-49a8-85cc-32dd03e75f21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7'}}] {{(pid=73810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 19:32:20.920876 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-066ad060-630e-45d6-9586-4400bc48af4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:20.956888 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_dvr_db [None req-ed37188a-e8f4-430b-9e59-96ceeb8a39fb None None] Set router 194c7f42-2d01-4a84-8ce1-cefc21488a29 gateway port host: dv-cinder-733622-14-smb {{(pid=73809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 19:32:20.957173 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-de5e353b-e19a-4f84-9323-a3ccf095a9c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:32:20.997758 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dfafbe-9497-40f6-a2e8-5a0a7f451c27 tempest-DeleteServersTestJSON-444044887 tempest-DeleteServersTestJSON-444044887-project] Pushing event updated for resources: {'Port': ['ID=b2147909-a2ed-4691-b295-74a800de9ae7,revision_number=1']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:32:21.006123 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f7e9618-09a2-4e7d-9d23-3d2885101c7e req-39dfafbe-9497-40f6-a2e8-5a0a7f451c27 tempest-DeleteServersTestJSON-444044887 tempest-DeleteServersTestJSON-444044887-project] Network a97350b3-8521-472d-a53a-29358d468b58 is already hosted by enough agents. {{(pid=73807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 19:32:21.008876 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-39dfafbe-9497-40f6-a2e8-5a0a7f451c27 tempest-DeleteServersTestJSON-444044887 tempest-DeleteServersTestJSON-444044887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:32:21.010725 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.scheduler.base_scheduler [req-9f7e9618-09a2-4e7d-9d23-3d2885101c7e req-39dfafbe-9497-40f6-a2e8-5a0a7f451c27 tempest-DeleteServersTestJSON-444044887 tempest-DeleteServersTestJSON-444044887-project] Resources bound (agent type, host, resource id): {{(pid=73807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 19:32:21.023190 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f7e9618-09a2-4e7d-9d23-3d2885101c7e req-39dfafbe-9497-40f6-a2e8-5a0a7f451c27 tempest-DeleteServersTestJSON-444044887 tempest-DeleteServersTestJSON-444044887-project] Received port after_create {{(pid=73807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 19:32:21.027650 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7e9618-09a2-4e7d-9d23-3d2885101c7e req-39dfafbe-9497-40f6-a2e8-5a0a7f451c27 tempest-DeleteServersTestJSON-444044887 tempest-DeleteServersTestJSON-444044887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:32:21.028750 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-9f7e9618-09a2-4e7d-9d23-3d2885101c7e req-39dfafbe-9497-40f6-a2e8-5a0a7f451c27 tempest-DeleteServersTestJSON-444044887 tempest-DeleteServersTestJSON-444044887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533183'] for port, before_response {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:21.065012 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-066ad060-630e-45d6-9586-4400bc48af4d None None] For port 4efd36f4-1f2f-4c62-80a6-a3f2400d3013, host dv-cinder-733622-14-smb, cleared binding levels {{(pid=73810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 19:32:21.069096 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-066ad060-630e-45d6-9586-4400bc48af4d None None] For port 4efd36f4-1f2f-4c62-80a6-a3f2400d3013, host dv-cinder-733622-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-14-smb',level=0,port_id=4efd36f4-1f2f-4c62-80a6-a3f2400d3013,segment=NetworkSegment(8177dc3e-ee2d-49a8-85cc-32dd03e75f21),segment_id=8177dc3e-ee2d-49a8-85cc-32dd03e75f21)] {{(pid=73810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 19:32:21.085814 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-066ad060-630e-45d6-9586-4400bc48af4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:21.097550 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:32:21.169324 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-9f7e9618-09a2-4e7d-9d23-3d2885101c7e req-39dfafbe-9497-40f6-a2e8-5a0a7f451c27 tempest-DeleteServersTestJSON-444044887 tempest-DeleteServersTestJSON-444044887-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.0427277 Apr 30 19:32:21.212802 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [req-9f7e9618-09a2-4e7d-9d23-3d2885101c7e req-4caaa98a-7c62-483e-a296-47c3a4a70278 tempest-DeleteServersTestJSON-444044887 tempest-DeleteServersTestJSON-444044887-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=73807) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 19:32:21.213903 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-9f7e9618-09a2-4e7d-9d23-3d2885101c7e req-4caaa98a-7c62-483e-a296-47c3a4a70278 tempest-DeleteServersTestJSON-444044887 tempest-DeleteServersTestJSON-444044887-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0172243 Apr 30 19:32:21.220655 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-ce859551-ea9b-43c7-b7a6-971a53b5ccc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137'] for subnet, after_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:21.250324 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:32:21.335837 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5e353b-e19a-4f84-9323-a3ccf095a9c1 None None] Pushing event updated for resources: {'Port': ['ID=4efd36f4-1f2f-4c62-80a6-a3f2400d3013,revision_number=3']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:32:21.358034 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-de5e353b-e19a-4f84-9323-a3ccf095a9c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:32:21.400756 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066ad060-630e-45d6-9586-4400bc48af4d None None] Routers {'b7ec752e-256f-4ede-bed4-6c012bd9bef7'} bound to L3 agent in host dv-cinder-733622-14-smb {{(pid=73810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 19:32:21.401495 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-066ad060-630e-45d6-9586-4400bc48af4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T19:24:27Z,description=,heartbeat_timestamp=2021-04-30T19:31:57Z,host='dv-cinder-733622-14-smb',id=19062261-8801-4f4d-b71c-f22a3dba3fbe,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T19:24:27Z,topic='l3_agent')) {'router_ids': ['b7ec752e-256f-4ede-bed4-6c012bd9bef7'], 'active': True} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:32:21.403295 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b7af2f-8ae8-4d68-86dd-34ee0ac86d05 None None] Routers {'ef361bd5-95bd-41f5-8110-fc1fe71180a6'} bound to L3 agent in host dv-cinder-733622-14-smb {{(pid=73809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 19:32:21.404123 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_hamode_db [None req-a6b7af2f-8ae8-4d68-86dd-34ee0ac86d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T19:24:27Z,description=,heartbeat_timestamp=2021-04-30T19:31:57Z,host='dv-cinder-733622-14-smb',id=19062261-8801-4f4d-b71c-f22a3dba3fbe,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T19:24:27Z,topic='l3_agent')) {'router_ids': ['ef361bd5-95bd-41f5-8110-fc1fe71180a6'], 'active': True} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:32:21.556428 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce859551-ea9b-43c7-b7a6-971a53b5ccc2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eef0cb3a-e428-4aac-a3f5-066a08dc5e96,revision_number=0']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:32:21.570558 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-ce859551-ea9b-43c7-b7a6-971a53b5ccc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:32:21.572481 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.db_base_plugin_common [None req-a12c90a4-00fe-419d-ab1d-3abfe4eedb59 admin admin] Allocated IP 172.20.0.1 (2ca4816a-af9f-4da4-b37e-8b11481e1c88/a120cce1-df08-442f-ba0c-25e89e3b37cd/90d38167-fb8d-40ee-b143-74022c226dd6) {{(pid=73808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 19:32:21.678060 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce859551-ea9b-43c7-b7a6-971a53b5ccc2 admin admin] Checking segment: {'id': '7498ccae-9af9-4ba6-baa3-30edef47d866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'e236a1af-aedf-447d-9520-22e0d233c0cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 19:32:21.678410 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce859551-ea9b-43c7-b7a6-971a53b5ccc2 admin admin] Network hostable DHCP agents. Network: e236a1af-aedf-447d-9520-22e0d233c0cc, hostable agents: ['e57161e2-0c22-4573-bfa0-d55a94615101'], hosted agents: [] {{(pid=73807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 19:32:21.691671 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-168bd3e1-1e0c-4bc7-8791-fd429ac11f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:21.729030 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce859551-ea9b-43c7-b7a6-971a53b5ccc2 admin admin] Network e236a1af-aedf-447d-9520-22e0d233c0cc is scheduled to be hosted by DHCP agent e57161e2-0c22-4573-bfa0-d55a94615101 with binding_index 1 {{(pid=73807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 19:32:21.762944 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.scheduler.base_scheduler [None req-ce859551-ea9b-43c7-b7a6-971a53b5ccc2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-14-smb, e236a1af-aedf-447d-9520-22e0d233c0cc) {{(pid=73807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 19:32:21.781136 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c65e5d-e51e-4b15-90f3-de29220f135e None None] Network e236a1af-aedf-447d-9520-22e0d233c0cc requested from dv-cinder-733622-14-smb {{(pid=73809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 19:32:21.785307 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fb161d-82b4-4549-a470-50aaa4e17577 req-4497e56f-8928-4ac6-ae5f-94995ae46c06 tempest-DeleteServersTestJSON-444044887 tempest-DeleteServersTestJSON-444044887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:32:21.793833 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [req-87fb161d-82b4-4549-a470-50aaa4e17577 req-4497e56f-8928-4ac6-ae5f-94995ae46c06 tempest-DeleteServersTestJSON-444044887 tempest-DeleteServersTestJSON-444044887-project] Synchronizing usage tracker for tenant:c7bd401d39b740e0b2327b8297ba8faa on resource:port {{(pid=73807) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 19:32:21.813281 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce859551-ea9b-43c7-b7a6-971a53b5ccc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:32:21.820714 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-ce859551-ea9b-43c7-b7a6-971a53b5ccc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533183'] for subnet, before_response {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:21.892370 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-ce859551-ea9b-43c7-b7a6-971a53b5ccc2 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 7.1278949 Apr 30 19:32:21.892370 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [req-87fb161d-82b4-4549-a470-50aaa4e17577 req-4497e56f-8928-4ac6-ae5f-94995ae46c06 tempest-DeleteServersTestJSON-444044887 tempest-DeleteServersTestJSON-444044887-project] Unset dirty status for tenant:c7bd401d39b740e0b2327b8297ba8faa on resource:port {{(pid=73807) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 19:32:21.892370 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-87fb161d-82b4-4549-a470-50aaa4e17577 req-4497e56f-8928-4ac6-ae5f-94995ae46c06 tempest-DeleteServersTestJSON-444044887 tempest-DeleteServersTestJSON-444044887-project] 10.222.0.41 "GET /v2.0/ports?device_id=091147a4-8d9e-45ca-9ccc-714405044f55 HTTP/1.1" status: 200 len: 931 time: 0.6409090 Apr 30 19:32:21.922459 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.l3_dvr_db [None req-066ad060-630e-45d6-9586-4400bc48af4d None None] Set router b7ec752e-256f-4ede-bed4-6c012bd9bef7 gateway port host: dv-cinder-733622-14-smb {{(pid=73810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 19:32:21.992807 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.v2.base [req-9f7e9618-09a2-4e7d-9d23-3d2885101c7e req-d28812e9-01c9-40bb-8a9b-ac0c47c69dc8 service neutron] Request body: {'port': {'device_id': '091147a4-8d9e-45ca-9ccc-714405044f55', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=73807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 19:32:22.227391 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [req-87fb161d-82b4-4549-a470-50aaa4e17577 req-c7f1e170-46af-4e5c-9068-04131b1aced9 tempest-DeleteServersTestJSON-444044887 tempest-DeleteServersTestJSON-444044887-project] Synchronizing usage tracker for tenant:c7bd401d39b740e0b2327b8297ba8faa on resource:security_group {{(pid=73807) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 19:32:22.425511 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [req-87fb161d-82b4-4549-a470-50aaa4e17577 req-c7f1e170-46af-4e5c-9068-04131b1aced9 tempest-DeleteServersTestJSON-444044887 tempest-DeleteServersTestJSON-444044887-project] Unset dirty status for tenant:c7bd401d39b740e0b2327b8297ba8faa on resource:security_group {{(pid=73807) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 19:32:22.452171 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-87fb161d-82b4-4549-a470-50aaa4e17577 req-c7f1e170-46af-4e5c-9068-04131b1aced9 tempest-DeleteServersTestJSON-444044887 tempest-DeleteServersTestJSON-444044887-project] 10.222.0.41 "GET /v2.0/security-groups?id=df999433-5a02-4405-b58f-e0a733d35b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5488145 Apr 30 19:32:22.521183 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-9f7e9618-09a2-4e7d-9d23-3d2885101c7e req-d28812e9-01c9-40bb-8a9b-ac0c47c69dc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:22.654912 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.db_base_plugin_common [None req-168bd3e1-1e0c-4bc7-8791-fd429ac11f10 admin admin] Allocated IP 172.20.0.1 (fb753e9f-d5ea-4d3b-a660-3bfc4f53e5c0/60d0612e-ab94-488a-8358-4a2e04237205/484fef2b-b90f-45b9-b201-a198550a228f) {{(pid=73808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 19:32:22.699447 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Provisioning complete for port e6593118-3453-4a0e-b931-6916a4d8c549 triggered by entity L2. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 19:32:22.702831 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618911'] for port, provisioning_complete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:22.860515 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-066ad060-630e-45d6-9586-4400bc48af4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7ec752e-256f-4ede-bed4-6c012bd9bef7', 'name': 'tempest-AttachVolumeTestJSON-1647431383-router', 'tenant_id': '1a3a36846b69409bb56820276a166a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'external_fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.147'}], 'enable_snat': True}, 'gw_port_id': '4efd36f4-1f2f-4c62-80a6-a3f2400d3013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T19:32:07Z', 'updated_at': '2021-04-30T19:32:14Z', 'revision_number': 3, 'project_id': '1a3a36846b69409bb56820276a166a65', 'gw_port': {'id': '4efd36f4-1f2f-4c62-80a6-a3f2400d3013', 'name': '', 'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:3e:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7ec752e-256f-4ede-bed4-6c012bd9bef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:32:11Z', 'updated_at': '2021-04-30T19:32:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-14-smb'}], 'dv-cinder-733622-14-smb', False) {} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:32:22.890983 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066ad060-630e-45d6-9586-4400bc48af4d None None] The sync data for ids ['b7ec752e-256f-4ede-bed4-6c012bd9bef7'] in dv-cinder-733622-14-smb is: [{'id': 'b7ec752e-256f-4ede-bed4-6c012bd9bef7', 'name': 'tempest-AttachVolumeTestJSON-1647431383-router', 'tenant_id': '1a3a36846b69409bb56820276a166a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'external_fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.147'}], 'enable_snat': True}, 'gw_port_id': '4efd36f4-1f2f-4c62-80a6-a3f2400d3013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T19:32:07Z', 'updated_at': '2021-04-30T19:32:14Z', 'revision_number': 3, 'project_id': '1a3a36846b69409bb56820276a166a65', 'gw_port': {'id': '4efd36f4-1f2f-4c62-80a6-a3f2400d3013', 'name': '', 'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:3e:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7ec752e-256f-4ede-bed4-6c012bd9bef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:32:11Z', 'updated_at': '2021-04-30T19:32:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-14-smb'}] {{(pid=73810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 19:32:23.207933 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8317f8-41e6-467e-b3de-be12fdea2882 None None] Network e236a1af-aedf-447d-9520-22e0d233c0cc requested from dv-cinder-733622-14-smb {{(pid=73809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 19:32:23.370867 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-a12c90a4-00fe-419d-ab1d-3abfe4eedb59 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:23.764962 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e00c708-798e-4d72-ba50-b517369bbcd1 req-d054a917-0a8f-41f5-bace-fed6e1bebe2f tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:32:23.765625 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [req-7e00c708-798e-4d72-ba50-b517369bbcd1 req-d054a917-0a8f-41f5-bace-fed6e1bebe2f tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Synchronizing usage tracker for tenant:b687dbbcb0d540b592764d29c8baa1ab on resource:network {{(pid=73808) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 19:32:23.783931 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.provisioning_blocks [None req-a12c90a4-00fe-419d-ab1d-3abfe4eedb59 admin admin] Transition to ACTIVE for port object 90d38167-fb8d-40ee-b143-74022c226dd6 will not be triggered until provisioned by entity DHCP. {{(pid=73808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 19:32:23.859497 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-168bd3e1-1e0c-4bc7-8791-fd429ac11f10 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:23.877447 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_dvr_db [None req-a6b7af2f-8ae8-4d68-86dd-34ee0ac86d05 None None] Set router ef361bd5-95bd-41f5-8110-fc1fe71180a6 gateway port host: dv-cinder-733622-14-smb {{(pid=73809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 19:32:23.902214 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [req-7e00c708-798e-4d72-ba50-b517369bbcd1 req-d054a917-0a8f-41f5-bace-fed6e1bebe2f tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Unset dirty status for tenant:b687dbbcb0d540b592764d29c8baa1ab on resource:network {{(pid=73808) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 19:32:23.913388 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-7e00c708-798e-4d72-ba50-b517369bbcd1 req-d054a917-0a8f-41f5-bace-fed6e1bebe2f tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/networks?id=f30450fe-9c9f-4fd9-802e-cfb944509dec HTTP/1.1" status: 200 len: 818 time: 1.6827850 Apr 30 19:32:23.978363 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.provisioning_blocks [None req-168bd3e1-1e0c-4bc7-8791-fd429ac11f10 admin admin] Transition to ACTIVE for port object 484fef2b-b90f-45b9-b201-a198550a228f will not be triggered until provisioned by entity DHCP. {{(pid=73808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 19:32:23.984866 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-7e00c708-798e-4d72-ba50-b517369bbcd1 req-0bf8e1e8-e736-4187-b2f8-a6b2a300a474 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/quotas/b687dbbcb0d540b592764d29c8baa1ab HTTP/1.1" status: 200 len: 375 time: 0.0631356 Apr 30 19:32:24.015272 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.notifiers.nova [req-9f7e9618-09a2-4e7d-9d23-3d2885101c7e req-d28812e9-01c9-40bb-8a9b-ac0c47c69dc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2147909-a2ed-4691-b295-74a800de9ae7 {{(pid=73807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 19:32:24.037055 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-9f7e9618-09a2-4e7d-9d23-3d2885101c7e req-d28812e9-01c9-40bb-8a9b-ac0c47c69dc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:24.107792 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 39206) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:32:24.152527 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.v2.base [None req-0c983b59-e78c-415d-8eb4-deeadc48b5eb admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1013272762-network', 'tenant_id': '4422e9a03f0d41c6841f60e60b844027'}} {{(pid=73807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 19:32:24.162221 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-168bd3e1-1e0c-4bc7-8791-fd429ac11f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780696898070'] for port, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:24.167405 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-a12c90a4-00fe-419d-ab1d-3abfe4eedb59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780696898070'] for port, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:24.168322 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.provisioning_blocks [req-9f7e9618-09a2-4e7d-9d23-3d2885101c7e req-d28812e9-01c9-40bb-8a9b-ac0c47c69dc8 service neutron] Transition to ACTIVE for port object b2147909-a2ed-4691-b295-74a800de9ae7 will not be triggered until provisioned by entity L2. {{(pid=73807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 19:32:24.184015 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-0c983b59-e78c-415d-8eb4-deeadc48b5eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:32:24.188973 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-c97046d7-b024-4243-ad31-d6d067ed2e43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:32:24.196887 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-9f7e9618-09a2-4e7d-9d23-3d2885101c7e req-d28812e9-01c9-40bb-8a9b-ac0c47c69dc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133'] for port, after_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:24.209509 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-0c983b59-e78c-415d-8eb4-deeadc48b5eb admin admin] Usage tracker for resource:network and tenant:4422e9a03f0d41c6841f60e60b844027 is out of sync, need to count used quota {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:32:24.224566 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-0c983b59-e78c-415d-8eb4-deeadc48b5eb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:32:24.231169 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:32:24.293393 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168bd3e1-1e0c-4bc7-8791-fd429ac11f10 admin admin] Network fb753e9f-d5ea-4d3b-a660-3bfc4f53e5c0 is already hosted by enough agents. {{(pid=73808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 19:32:24.306589 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.scheduler.base_scheduler [None req-168bd3e1-1e0c-4bc7-8791-fd429ac11f10 admin admin] Resources bound (agent type, host, resource id): {{(pid=73808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 19:32:24.333812 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168bd3e1-1e0c-4bc7-8791-fd429ac11f10 admin admin] Received port after_create {{(pid=73808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 19:32:24.334873 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-168bd3e1-1e0c-4bc7-8791-fd429ac11f10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657360'] for router_interface, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:24.346221 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-0c983b59-e78c-415d-8eb4-deeadc48b5eb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:32:24.401087 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6b218744-df6c-4f68-8e8f-62aa49892847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:24.487529 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12c90a4-00fe-419d-ab1d-3abfe4eedb59 admin admin] Network 2ca4816a-af9f-4da4-b37e-8b11481e1c88 is already hosted by enough agents. {{(pid=73808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 19:32:24.529957 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_hamode_db [None req-ed37188a-e8f4-430b-9e59-96ceeb8a39fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '194c7f42-2d01-4a84-8ce1-cefc21488a29', 'name': 'tempest-AttachVolumeShelveTestJSON-802321771-router', 'tenant_id': '9ad55c1ecaf040eb9706c42ee99e4509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'external_fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.187'}], 'enable_snat': True}, 'gw_port_id': '440184e0-e250-487d-b087-2371add448d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T19:32:05Z', 'updated_at': '2021-04-30T19:32:11Z', 'revision_number': 3, 'project_id': '9ad55c1ecaf040eb9706c42ee99e4509', 'gw_port': {'id': '440184e0-e250-487d-b087-2371add448d1', 'name': '', 'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ff:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '194c7f42-2d01-4a84-8ce1-cefc21488a29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:32:08Z', 'updated_at': '2021-04-30T19:32:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-14-smb'}], 'dv-cinder-733622-14-smb', False) {} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:32:24.627589 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bf5e63-aec1-4856-b453-14cb5a9d60da req-9c926c53-a7a3-4990-9b08-bb87b25b3345 tempest-DeleteServersTestJSON-444044887 tempest-DeleteServersTestJSON-444044887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:32:24.629330 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-b9bf5e63-aec1-4856-b453-14cb5a9d60da req-9c926c53-a7a3-4990-9b08-bb87b25b3345 tempest-DeleteServersTestJSON-444044887 tempest-DeleteServersTestJSON-444044887-project] 10.222.0.41 "GET /v2.0/ports?device_id=091147a4-8d9e-45ca-9ccc-714405044f55 HTTP/1.1" status: 200 len: 931 time: 0.8095858 Apr 30 19:32:24.648839 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed37188a-e8f4-430b-9e59-96ceeb8a39fb None None] The sync data for ids ['194c7f42-2d01-4a84-8ce1-cefc21488a29'] in dv-cinder-733622-14-smb is: [{'id': '194c7f42-2d01-4a84-8ce1-cefc21488a29', 'name': 'tempest-AttachVolumeShelveTestJSON-802321771-router', 'tenant_id': '9ad55c1ecaf040eb9706c42ee99e4509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'external_fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.187'}], 'enable_snat': True}, 'gw_port_id': '440184e0-e250-487d-b087-2371add448d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T19:32:05Z', 'updated_at': '2021-04-30T19:32:11Z', 'revision_number': 3, 'project_id': '9ad55c1ecaf040eb9706c42ee99e4509', 'gw_port': {'id': '440184e0-e250-487d-b087-2371add448d1', 'name': '', 'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ff:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '194c7f42-2d01-4a84-8ce1-cefc21488a29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:32:08Z', 'updated_at': '2021-04-30T19:32:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-14-smb'}] {{(pid=73809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 19:32:24.693571 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.scheduler.base_scheduler [None req-a12c90a4-00fe-419d-ab1d-3abfe4eedb59 admin admin] Resources bound (agent type, host, resource id): {{(pid=73808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 19:32:24.699731 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12c90a4-00fe-419d-ab1d-3abfe4eedb59 admin admin] Received port after_create {{(pid=73808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 19:32:24.700077 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-a12c90a4-00fe-419d-ab1d-3abfe4eedb59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657360'] for router_interface, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:24.872141 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168bd3e1-1e0c-4bc7-8791-fd429ac11f10 admin admin] Pushing event updated for resources: {'Port': ['ID=484fef2b-b90f-45b9-b201-a198550a228f,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:32:24.890344 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28812e9-01c9-40bb-8a9b-ac0c47c69dc8 service neutron] Pushing event updated for resources: {'Port': ['ID=b2147909-a2ed-4691-b295-74a800de9ae7,revision_number=2']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:32:24.903412 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-d28812e9-01c9-40bb-8a9b-ac0c47c69dc8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.670s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:32:24.945244 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c983b59-e78c-415d-8eb4-deeadc48b5eb admin admin] Made reservation on behalf of 4422e9a03f0d41c6841f60e60b844027 for: {'network': 1} {{(pid=73807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 19:32:24.947605 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-0c983b59-e78c-415d-8eb4-deeadc48b5eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for network, before_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:25.159447 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c90a4-00fe-419d-ab1d-3abfe4eedb59 admin admin] Pushing event updated for resources: {'Port': ['ID=90d38167-fb8d-40ee-b143-74022c226dd6,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:32:25.173517 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-0c983b59-e78c-415d-8eb4-deeadc48b5eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:25.186648 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-a12c90a4-00fe-419d-ab1d-3abfe4eedb59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.998s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:32:25.187592 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.746s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:32:25.187882 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:32:25.287572 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-0c983b59-e78c-415d-8eb4-deeadc48b5eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:32:25.297818 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.managers [req-9f7e9618-09a2-4e7d-9d23-3d2885101c7e req-d28812e9-01c9-40bb-8a9b-ac0c47c69dc8 service neutron] Attempting to bind port b2147909-a2ed-4691-b295-74a800de9ae7 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=73807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 19:32:25.299339 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.managers [req-9f7e9618-09a2-4e7d-9d23-3d2885101c7e req-d28812e9-01c9-40bb-8a9b-ac0c47c69dc8 service neutron] Attempting to bind port b2147909-a2ed-4691-b295-74a800de9ae7 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '082828c5-b8d6-464f-b8c4-d43ab2e52f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a97350b3-8521-472d-a53a-29358d468b58'}] {{(pid=73807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 19:32:25.300162 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7e9618-09a2-4e7d-9d23-3d2885101c7e req-d28812e9-01c9-40bb-8a9b-ac0c47c69dc8 service neutron] Attempting to bind port b2147909-a2ed-4691-b295-74a800de9ae7 on network a97350b3-8521-472d-a53a-29358d468b58 {{(pid=73807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 19:32:25.333906 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-b9bf5e63-aec1-4856-b453-14cb5a9d60da req-11c92961-def4-4830-8754-c3b1087b736c tempest-DeleteServersTestJSON-444044887 tempest-DeleteServersTestJSON-444044887-project] 10.222.0.41 "GET /v2.0/security-groups?id=df999433-5a02-4405-b58f-e0a733d35b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5498984 Apr 30 19:32:25.352896 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-0c983b59-e78c-415d-8eb4-deeadc48b5eb admin admin] Usage tracker for resource:security_group_rule and tenant:4422e9a03f0d41c6841f60e60b844027 is out of sync, need to count used quota {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:32:25.356304 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7e9618-09a2-4e7d-9d23-3d2885101c7e req-d28812e9-01c9-40bb-8a9b-ac0c47c69dc8 service neutron] Port b2147909-a2ed-4691-b295-74a800de9ae7 on network a97350b3-8521-472d-a53a-29358d468b58 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=73807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 19:32:25.356848 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7e9618-09a2-4e7d-9d23-3d2885101c7e req-d28812e9-01c9-40bb-8a9b-ac0c47c69dc8 service neutron] Attempting to bind port b2147909-a2ed-4691-b295-74a800de9ae7 on network a97350b3-8521-472d-a53a-29358d468b58 {{(pid=73807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 19:32:25.359709 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-0c983b59-e78c-415d-8eb4-deeadc48b5eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:32:25.381285 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-0c983b59-e78c-415d-8eb4-deeadc48b5eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:32:25.390961 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7e9618-09a2-4e7d-9d23-3d2885101c7e req-d28812e9-01c9-40bb-8a9b-ac0c47c69dc8 service neutron] Checking agent: {'id': '787256c0-27a9-4f74-baeb-f887319a5aee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 19, 30, 29), 'started_at': datetime.datetime(2021, 4, 30, 19, 30, 29), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 19, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 19:32:25.392997 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7e9618-09a2-4e7d-9d23-3d2885101c7e req-d28812e9-01c9-40bb-8a9b-ac0c47c69dc8 service neutron] Checking segment: {'id': '082828c5-b8d6-464f-b8c4-d43ab2e52f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a97350b3-8521-472d-a53a-29358d468b58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 19:32:25.393997 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7e9618-09a2-4e7d-9d23-3d2885101c7e req-d28812e9-01c9-40bb-8a9b-ac0c47c69dc8 service neutron] Bound using segment: {'id': '082828c5-b8d6-464f-b8c4-d43ab2e52f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a97350b3-8521-472d-a53a-29358d468b58'} {{(pid=73807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 19:32:25.395568 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.managers [req-9f7e9618-09a2-4e7d-9d23-3d2885101c7e req-d28812e9-01c9-40bb-8a9b-ac0c47c69dc8 service neutron] Bound port: b2147909-a2ed-4691-b295-74a800de9ae7, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '082828c5-b8d6-464f-b8c4-d43ab2e52f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'a97350b3-8521-472d-a53a-29358d468b58'}}] {{(pid=73807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 19:32:25.397442 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-9f7e9618-09a2-4e7d-9d23-3d2885101c7e req-d28812e9-01c9-40bb-8a9b-ac0c47c69dc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:25.397557 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Device 4efd36f4-1f2f-4c62-80a6-a3f2400d3013 up at agent ovs-agent-dv-cinder-733622-14-smb {{(pid=73809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 19:32:25.507327 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-d1298ca1-b510-416f-917f-198e5ce9b898 None None] Provisioning for port 484fef2b-b90f-45b9-b201-a198550a228f completed by entity DHCP. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 19:32:25.556940 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-d1298ca1-b510-416f-917f-198e5ce9b898 None None] Provisioning complete for port 484fef2b-b90f-45b9-b201-a198550a228f triggered by entity DHCP. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 19:32:25.557686 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d1298ca1-b510-416f-917f-198e5ce9b898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618911'] for port, provisioning_complete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:25.647342 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-7e00c708-798e-4d72-ba50-b517369bbcd1 req-9d8c3367-1a13-4c71-806d-bf95cdaa882a tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b687dbbcb0d540b592764d29c8baa1ab&fields=id HTTP/1.1" status: 200 len: 255 time: 1.6544015 Apr 30 19:32:25.741613 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-d1298ca1-b510-416f-917f-198e5ce9b898 None None] Port 484fef2b-b90f-45b9-b201-a198550a228f cannot update to ACTIVE because it is not bound. {{(pid=73809) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 19:32:25.748695 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Provisioning for port 4efd36f4-1f2f-4c62-80a6-a3f2400d3013 completed by entity L2. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 19:32:25.792056 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Provisioning complete for port 4efd36f4-1f2f-4c62-80a6-a3f2400d3013 triggered by entity L2. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 19:32:25.792488 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618911'] for port, provisioning_complete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:25.883134 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-0c983b59-e78c-415d-8eb4-deeadc48b5eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:25.894546 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.db [req-9f7e9618-09a2-4e7d-9d23-3d2885101c7e req-d28812e9-01c9-40bb-8a9b-ac0c47c69dc8 service neutron] For port b2147909-a2ed-4691-b295-74a800de9ae7, host hv-cinder-73362, cleared binding levels {{(pid=73807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 19:32:25.895835 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-a12c90a4-00fe-419d-ab1d-3abfe4eedb59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:25.901807 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-0c983b59-e78c-415d-8eb4-deeadc48b5eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:25.945511 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:32:25.946660 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-168bd3e1-1e0c-4bc7-8791-fd429ac11f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:26.024088 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_hamode_db [None req-a6b7af2f-8ae8-4d68-86dd-34ee0ac86d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef361bd5-95bd-41f5-8110-fc1fe71180a6', 'name': 'tempest-ServerRescueNegativeTestJSON-365063320-router', 'tenant_id': 'b687dbbcb0d540b592764d29c8baa1ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'external_fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.19'}], 'enable_snat': True}, 'gw_port_id': 'e6593118-3453-4a0e-b931-6916a4d8c549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T19:32:06Z', 'updated_at': '2021-04-30T19:32:16Z', 'revision_number': 4, 'project_id': 'b687dbbcb0d540b592764d29c8baa1ab', 'gw_port': {'id': 'e6593118-3453-4a0e-b931-6916a4d8c549', 'name': '', 'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ba:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef361bd5-95bd-41f5-8110-fc1fe71180a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:32:08Z', 'updated_at': '2021-04-30T19:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-14-smb', '_interfaces': [{'id': '12b2c0df-2e2d-4e74-a3d1-6e86091cfa5d', 'name': '', 'network_id': 'f30450fe-9c9f-4fd9-802e-cfb944509dec', 'tenant_id': 'b687dbbcb0d540b592764d29c8baa1ab', 'mac_address': 'fa:16:3e:cd:8f:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef361bd5-95bd-41f5-8110-fc1fe71180a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7fdb9f4a-37a8-450d-a546-25c2f22121ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:32:13Z', 'updated_at': '2021-04-30T19:32:17Z', 'revision_number': 2, 'project_id': 'b687dbbcb0d540b592764d29c8baa1ab', 'subnets': [{'id': '7fdb9f4a-37a8-450d-a546-25c2f22121ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-14-smb', False) {} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:32:26.032418 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.db [req-9f7e9618-09a2-4e7d-9d23-3d2885101c7e req-d28812e9-01c9-40bb-8a9b-ac0c47c69dc8 service neutron] For port b2147909-a2ed-4691-b295-74a800de9ae7, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=b2147909-a2ed-4691-b295-74a800de9ae7,segment=NetworkSegment(082828c5-b8d6-464f-b8c4-d43ab2e52f3e),segment_id=082828c5-b8d6-464f-b8c4-d43ab2e52f3e)] {{(pid=73807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 19:32:26.033544 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c983b59-e78c-415d-8eb4-deeadc48b5eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92e019f0-2e7e-4fd5-b65e-cb86c14efa34,revision_number=1']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:32:26.039925 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-ffbb4a44-b278-4b92-8daf-b02dab29e9ba None None] Provisioning for port 90d38167-fb8d-40ee-b143-74022c226dd6 completed by entity DHCP. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 19:32:26.053823 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-0c983b59-e78c-415d-8eb4-deeadc48b5eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:32:26.065717 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-9f7e9618-09a2-4e7d-9d23-3d2885101c7e req-d28812e9-01c9-40bb-8a9b-ac0c47c69dc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133'] for port, after_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:26.069564 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c983b59-e78c-415d-8eb4-deeadc48b5eb admin admin] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=73807) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 19:32:26.078446 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b7af2f-8ae8-4d68-86dd-34ee0ac86d05 None None] Checking router: ef361bd5-95bd-41f5-8110-fc1fe71180a6 for host: dv-cinder-733622-14-smb {{(pid=73809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 19:32:26.088194 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b7af2f-8ae8-4d68-86dd-34ee0ac86d05 None None] Updating router ef361bd5-95bd-41f5-8110-fc1fe71180a6 port 12b2c0df-2e2d-4e74-a3d1-6e86091cfa5d binding host dv-cinder-733622-14-smb {{(pid=73809) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 19:32:26.122384 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:32:26.252837 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-0c983b59-e78c-415d-8eb4-deeadc48b5eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611927'] for segment, precommit_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:26.255478 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.db.segments_db [None req-0c983b59-e78c-415d-8eb4-deeadc48b5eb admin admin] Added segment 42f01dfd-4db8-4bbf-bb4b-c41beaeb8157 of type vlan for network be119b71-f3d7-4e69-990c-b60f0266a641 Apr 30 19:32:26.314175 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-ffbb4a44-b278-4b92-8daf-b02dab29e9ba None None] Provisioning complete for port 90d38167-fb8d-40ee-b143-74022c226dd6 triggered by entity DHCP. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 19:32:26.314512 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-ffbb4a44-b278-4b92-8daf-b02dab29e9ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618911'] for port, provisioning_complete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:26.319879 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-0c983b59-e78c-415d-8eb4-deeadc48b5eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780696885140'] for network, precommit_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:26.401907 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-0c983b59-e78c-415d-8eb4-deeadc48b5eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137'] for network, after_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:26.404064 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7e9618-09a2-4e7d-9d23-3d2885101c7e req-d28812e9-01c9-40bb-8a9b-ac0c47c69dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:32:26.405190 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-9f7e9618-09a2-4e7d-9d23-3d2885101c7e req-d28812e9-01c9-40bb-8a9b-ac0c47c69dc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533183'] for port, before_response {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:26.407236 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-9f7e9618-09a2-4e7d-9d23-3d2885101c7e req-d28812e9-01c9-40bb-8a9b-ac0c47c69dc8 service neutron] 10.222.0.48 "PUT /v2.0/ports/b2147909-a2ed-4691-b295-74a800de9ae7 HTTP/1.1" status: 200 len: 1093 time: 4.6024432 Apr 30 19:32:26.412499 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '091147a4-8d9e-45ca-9ccc-714405044f55', 'tag': 'b2147909-a2ed-4691-b295-74a800de9ae7'}] {{(pid=73807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 19:32:26.465880 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a6b7af2f-8ae8-4d68-86dd-34ee0ac86d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:26.485872 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c983b59-e78c-415d-8eb4-deeadc48b5eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:32:26.486895 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-0c983b59-e78c-415d-8eb4-deeadc48b5eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533183'] for network, before_response {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:26.611010 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 39258) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:32:26.612224 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28812e9-01c9-40bb-8a9b-ac0c47c69dc8 service neutron] Pushing event updated for resources: {'Port': ['ID=b2147909-a2ed-4691-b295-74a800de9ae7,revision_number=3']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:32:26.622342 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-d28812e9-01c9-40bb-8a9b-ac0c47c69dc8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:32:26.625194 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-0c983b59-e78c-415d-8eb4-deeadc48b5eb admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.5056493 Apr 30 19:32:26.625959 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-3c198795-538a-4b20-989b-a6f297589640 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.074s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:32:26.652300 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 39262) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:32:26.690015 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.v2.base [None req-84f06925-1136-471e-a45b-59383723098d admin admin] Request body: {'subnet': {'network_id': 'be119b71-f3d7-4e69-990c-b60f0266a641', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1013272762-subnet', 'tenant_id': '4422e9a03f0d41c6841f60e60b844027', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 19:32:26.755581 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c983b59-e78c-415d-8eb4-deeadc48b5eb admin admin] Pushing event updated for resources: {'Network': ['ID=be119b71-f3d7-4e69-990c-b60f0266a641,revision_number=1']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:32:26.784225 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-7e00c708-798e-4d72-ba50-b517369bbcd1 req-b8a8989f-e22f-4661-9981-c1492e27a2fe service neutron] 10.222.0.41 "GET /v2.0/networks/f30450fe-9c9f-4fd9-802e-cfb944509dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1359642 Apr 30 19:32:26.786446 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-84f06925-1136-471e-a45b-59383723098d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:32:26.804075 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-0c983b59-e78c-415d-8eb4-deeadc48b5eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:32:26.882680 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7e9618-09a2-4e7d-9d23-3d2885101c7e req-74c3fda8-b722-454e-ad67-1d33144242ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:32:26.884676 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-9f7e9618-09a2-4e7d-9d23-3d2885101c7e req-74c3fda8-b722-454e-ad67-1d33144242ed service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c7bd401d39b740e0b2327b8297ba8faa&device_id=091147a4-8d9e-45ca-9ccc-714405044f55 HTTP/1.1" status: 200 len: 1096 time: 0.4033339 Apr 30 19:32:26.908446 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05abc8b3-9e9a-4567-aa14-2832ae9e9b8f req-e0bc430e-948f-4eb6-9b24-c5d6140c9d1d tempest-DeleteServersTestJSON-444044887 tempest-DeleteServersTestJSON-444044887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:32:26.912841 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-05abc8b3-9e9a-4567-aa14-2832ae9e9b8f req-e0bc430e-948f-4eb6-9b24-c5d6140c9d1d tempest-DeleteServersTestJSON-444044887 tempest-DeleteServersTestJSON-444044887-project] 10.222.0.41 "GET /v2.0/ports?device_id=091147a4-8d9e-45ca-9ccc-714405044f55 HTTP/1.1" status: 200 len: 943 time: 0.1623766 Apr 30 19:32:27.118115 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-84f06925-1136-471e-a45b-59383723098d admin admin] Usage tracker for resource:subnet and tenant:4422e9a03f0d41c6841f60e60b844027 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:32:27.136709 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-9f7e9618-09a2-4e7d-9d23-3d2885101c7e req-608f21e5-2a90-4e5b-93f6-4ce81c5b4aa3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2147909-a2ed-4691-b295-74a800de9ae7 HTTP/1.1" status: 200 len: 217 time: 0.2229929 Apr 30 19:32:27.160980 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-84f06925-1136-471e-a45b-59383723098d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:32:27.371199 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-a9f7a527-3c35-4f21-859f-e998187688c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:27.405555 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-05abc8b3-9e9a-4567-aa14-2832ae9e9b8f req-75673a36-ecd4-418f-93d9-498a3afa5b7c tempest-DeleteServersTestJSON-444044887 tempest-DeleteServersTestJSON-444044887-project] 10.222.0.41 "GET /v2.0/security-groups?id=df999433-5a02-4405-b58f-e0a733d35b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3285003 Apr 30 19:32:27.438452 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Network be119b71-f3d7-4e69-990c-b60f0266a641 details requested by agent ovs-agent-dv-cinder-733622-14-smb with host dv-cinder-733622-14-smb {{(pid=73809) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 19:32:27.448582 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7e9618-09a2-4e7d-9d23-3d2885101c7e req-619f35cd-a4f5-471c-9d0c-f4bf39fb980d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:32:27.456035 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-9f7e9618-09a2-4e7d-9d23-3d2885101c7e req-619f35cd-a4f5-471c-9d0c-f4bf39fb980d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=99869044-35ec-4571-bcc8-fb844ce5369a HTTP/1.1" status: 200 len: 852 time: 0.2939446 Apr 30 19:32:27.474357 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-a9f7a527-3c35-4f21-859f-e998187688c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:32:27.494351 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-a9f7a527-3c35-4f21-859f-e998187688c5 admin admin] Usage tracker for resource:security_group_rule and tenant:306e69247c6843c3a1a7575cdb459c97 is out of sync, need to count used quota {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:32:27.511045 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-a9f7a527-3c35-4f21-859f-e998187688c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:32:27.538938 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-a9f7a527-3c35-4f21-859f-e998187688c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:32:27.583169 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:27.583805 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-84f06925-1136-471e-a45b-59383723098d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:32:27.674696 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-ffbb4a44-b278-4b92-8daf-b02dab29e9ba None None] Port 90d38167-fb8d-40ee-b143-74022c226dd6 cannot update to ACTIVE because it is not bound. {{(pid=73809) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 19:32:27.692650 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-084e9e48-d79a-4991-9294-5091f13df3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:27.737501 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:27.768486 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-9f7e9618-09a2-4e7d-9d23-3d2885101c7e req-4141a25f-a781-420c-8b4c-54efdf39853d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a97350b3-8521-472d-a53a-29358d468b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1562333 Apr 30 19:32:27.839528 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-a12c90a4-00fe-419d-ab1d-3abfe4eedb59 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:27.851347 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-7e00c708-798e-4d72-ba50-b517369bbcd1 req-c629f0c4-8c5e-4b09-9c40-cc629d465f54 service neutron] 10.222.0.41 "GET /v2.0/networks/f30450fe-9c9f-4fd9-802e-cfb944509dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8476825 Apr 30 19:32:27.866360 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-db901c41-8a71-4621-9038-9b0e7a83b2d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:27.871711 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-a12c90a4-00fe-419d-ab1d-3abfe4eedb59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133'] for port, after_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:27.895615 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] For port 4efd36f4-1f2f-4c62-80a6-a3f2400d3013, host dv-cinder-733622-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-14-smb',level=0,port_id=4efd36f4-1f2f-4c62-80a6-a3f2400d3013,segment=NetworkSegment(8177dc3e-ee2d-49a8-85cc-32dd03e75f21),segment_id=8177dc3e-ee2d-49a8-85cc-32dd03e75f21)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:32:27.898132 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-a12c90a4-00fe-419d-ab1d-3abfe4eedb59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657267'] for router_interface, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:27.920210 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:27.930106 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84f06925-1136-471e-a45b-59383723098d admin admin] Made reservation on behalf of 4422e9a03f0d41c6841f60e60b844027 for: {'subnet': 1} {{(pid=73808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 19:32:27.939718 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-84f06925-1136-471e-a45b-59383723098d admin admin] Notify callbacks [] for subnet, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:27.950442 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:32:28.000328 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-f5e06c41-26a7-489d-bd3c-4513d94a7f82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:32:28.120113 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.db.resource_extend [None req-a6b7af2f-8ae8-4d68-86dd-34ee0ac86d05 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 30 19:32:28.124600 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '091147a4-8d9e-45ca-9ccc-714405044f55', 'tag': 'b2147909-a2ed-4691-b295-74a800de9ae7', 'status': 'completed', 'code': 200} Apr 30 19:32:28.320961 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Device 440184e0-e250-487d-b087-2371add448d1 up at agent ovs-agent-dv-cinder-733622-14-smb {{(pid=73809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 19:32:28.344972 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-9f7e9618-09a2-4e7d-9d23-3d2885101c7e req-c0ce6746-d76a-4f19-b1cd-4ee4f5231ce6 service neutron] 10.222.0.48 "GET /v2.0/networks/a97350b3-8521-472d-a53a-29358d468b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5556424 Apr 30 19:32:28.448550 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c90a4-00fe-419d-ab1d-3abfe4eedb59 admin admin] Pushing event updated for resources: {'Port': ['ID=90d38167-fb8d-40ee-b143-74022c226dd6,revision_number=2']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:32:28.451791 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Pushing event updated for resources: {'Port': ['ID=4efd36f4-1f2f-4c62-80a6-a3f2400d3013,revision_number=4']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:32:28.461157 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.511s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:32:28.488153 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a6b7af2f-8ae8-4d68-86dd-34ee0ac86d05 None None] Notify callbacks [] for port, precommit_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:28.518184 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Provisioning for port 440184e0-e250-487d-b087-2371add448d1 completed by entity L2. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 19:32:28.526998 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-a6b7af2f-8ae8-4d68-86dd-34ee0ac86d05 None None] Transition to ACTIVE for port object 12b2c0df-2e2d-4e74-a3d1-6e86091cfa5d will not be triggered until provisioned by entity L2. {{(pid=73809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 19:32:28.529837 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Provisioning complete for port 440184e0-e250-487d-b087-2371add448d1 triggered by entity L2. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 19:32:28.530260 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618911'] for port, provisioning_complete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:28.536847 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-a12c90a4-00fe-419d-ab1d-3abfe4eedb59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:32:28.591262 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a6b7af2f-8ae8-4d68-86dd-34ee0ac86d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:28.599257 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:32:28.608006 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-a9f7a527-3c35-4f21-859f-e998187688c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:28.656209 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.db.resource_extend [None req-168bd3e1-1e0c-4bc7-8791-fd429ac11f10 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=73808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 30 19:32:28.717906 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa91943-e0fb-402d-b5ae-49de4d3cb10a None None] Pushing event updated for resources: {'Port': ['ID=12b2c0df-2e2d-4e74-a3d1-6e86091cfa5d,revision_number=3']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:32:28.725517 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-1fa91943-e0fb-402d-b5ae-49de4d3cb10a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:32:28.819614 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [req-f6367f4a-0b19-4a59-acb3-e33e73771e75 req-b246c8ee-1b7f-49c6-bc19-86daf4e6a06f tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Synchronizing usage tracker for tenant:b687dbbcb0d540b592764d29c8baa1ab on resource:port {{(pid=73807) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 19:32:28.823132 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-a9f7a527-3c35-4f21-859f-e998187688c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:28.848013 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-d75126f2-e9cb-4d67-8f47-2181016fef8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:32:28.891098 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-168bd3e1-1e0c-4bc7-8791-fd429ac11f10 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:28.922936 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-168bd3e1-1e0c-4bc7-8791-fd429ac11f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133'] for port, after_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:28.939739 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-168bd3e1-1e0c-4bc7-8791-fd429ac11f10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657267'] for router_interface, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:28.953021 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-a12c90a4-00fe-419d-ab1d-3abfe4eedb59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:32:29.038059 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168bd3e1-1e0c-4bc7-8791-fd429ac11f10 admin admin] Pushing event updated for resources: {'Port': ['ID=484fef2b-b90f-45b9-b201-a198550a228f,revision_number=2']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:32:29.041193 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-168bd3e1-1e0c-4bc7-8791-fd429ac11f10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:32:29.051825 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12c90a4-00fe-419d-ab1d-3abfe4eedb59 admin admin] Network 2ca4816a-af9f-4da4-b37e-8b11481e1c88 is already hosted by enough agents. {{(pid=73808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 19:32:29.053230 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [req-f6367f4a-0b19-4a59-acb3-e33e73771e75 req-b246c8ee-1b7f-49c6-bc19-86daf4e6a06f tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Unset dirty status for tenant:b687dbbcb0d540b592764d29c8baa1ab on resource:port {{(pid=73807) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 19:32:29.054361 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-f6367f4a-0b19-4a59-acb3-e33e73771e75 req-b246c8ee-1b7f-49c6-bc19-86daf4e6a06f tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bb8116d-e232-45ab-9b2d-8d874920235b HTTP/1.1" status: 200 len: 210 time: 0.7084932 Apr 30 19:32:29.056825 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.scheduler.base_scheduler [None req-a12c90a4-00fe-419d-ab1d-3abfe4eedb59 admin admin] Resources bound (agent type, host, resource id): {{(pid=73808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 19:32:29.072616 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-a9f7a527-3c35-4f21-859f-e998187688c5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=306e69247c6843c3a1a7575cdb459c97&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4505086 Apr 30 19:32:29.085731 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 39330) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:32:29.090344 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f7a527-3c35-4f21-859f-e998187688c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f40e8331-814f-4569-b253-c9f178fd006c,revision_number=1']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:32:29.111454 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-a9f7a527-3c35-4f21-859f-e998187688c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:32:29.375098 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-9f7e9618-09a2-4e7d-9d23-3d2885101c7e req-c353f9ec-b87b-42ad-88aa-0a7e827081e9 service neutron] 10.222.0.48 "GET /v2.0/networks/a97350b3-8521-472d-a53a-29358d468b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7632868 Apr 30 19:32:29.407988 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-f7648b5b-42e9-436c-aec5-2973ac8481e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:29.432083 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [None req-a6b7af2f-8ae8-4d68-86dd-34ee0ac86d05 None None] Attempting to bind port 12b2c0df-2e2d-4e74-a3d1-6e86091cfa5d on host dv-cinder-733622-14-smb for vnic_type normal with profile {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 19:32:29.432481 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [None req-a6b7af2f-8ae8-4d68-86dd-34ee0ac86d05 None None] Attempting to bind port 12b2c0df-2e2d-4e74-a3d1-6e86091cfa5d by drivers openvswitch,hyperv on host dv-cinder-733622-14-smb at level 0 using segments [{'id': '1eca5c76-e379-494b-9353-e03704231675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'f30450fe-9c9f-4fd9-802e-cfb944509dec'}] {{(pid=73809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 19:32:29.432853 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b7af2f-8ae8-4d68-86dd-34ee0ac86d05 None None] Attempting to bind port 12b2c0df-2e2d-4e74-a3d1-6e86091cfa5d on network f30450fe-9c9f-4fd9-802e-cfb944509dec {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 19:32:29.472610 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-abaefda2-14da-46b7-be41-c4f24c026f78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:29.487595 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a12c90a4-00fe-419d-ab1d-3abfe4eedb59 admin admin] Router 194c7f42-2d01-4a84-8ce1-cefc21488a29 has already been hosted by L3 agent 19062261-8801-4f4d-b71c-f22a3dba3fbe {{(pid=73808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 19:32:29.503277 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b7af2f-8ae8-4d68-86dd-34ee0ac86d05 None None] Checking agent: {'id': '56d0c902-71b4-4ed3-a175-a117eb491650', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 19, 24, 26), 'started_at': datetime.datetime(2021, 4, 30, 19, 24, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 19, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 19:32:29.504405 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b7af2f-8ae8-4d68-86dd-34ee0ac86d05 None None] Checking segment: {'id': '1eca5c76-e379-494b-9353-e03704231675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'f30450fe-9c9f-4fd9-802e-cfb944509dec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 19:32:29.504792 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a6b7af2f-8ae8-4d68-86dd-34ee0ac86d05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:29.505273 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b7af2f-8ae8-4d68-86dd-34ee0ac86d05 None None] Bound using segment: {'id': '1eca5c76-e379-494b-9353-e03704231675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'f30450fe-9c9f-4fd9-802e-cfb944509dec'} {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 19:32:29.505807 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [None req-a6b7af2f-8ae8-4d68-86dd-34ee0ac86d05 None None] Bound port: 12b2c0df-2e2d-4e74-a3d1-6e86091cfa5d, host: dv-cinder-733622-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1eca5c76-e379-494b-9353-e03704231675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'f30450fe-9c9f-4fd9-802e-cfb944509dec'}}] {{(pid=73809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 19:32:29.506227 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a6b7af2f-8ae8-4d68-86dd-34ee0ac86d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:29.569565 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:29.605179 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b35531-547c-4e44-9e16-7e2390e94d40 req-f34921a8-dfec-4df7-9fd0-07a9d7c16663 tempest-DeleteServersTestJSON-444044887 tempest-DeleteServersTestJSON-444044887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:32:29.607175 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-87b35531-547c-4e44-9e16-7e2390e94d40 req-f34921a8-dfec-4df7-9fd0-07a9d7c16663 tempest-DeleteServersTestJSON-444044887 tempest-DeleteServersTestJSON-444044887-project] 10.222.0.41 "GET /v2.0/ports?device_id=091147a4-8d9e-45ca-9ccc-714405044f55 HTTP/1.1" status: 200 len: 943 time: 0.8674247 Apr 30 19:32:29.674279 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-f7648b5b-42e9-436c-aec5-2973ac8481e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:29.682175 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-87b35531-547c-4e44-9e16-7e2390e94d40 req-f3a2b8fe-f300-4f8b-94c3-2180eb446174 tempest-DeleteServersTestJSON-444044887 tempest-DeleteServersTestJSON-444044887-project] 10.222.0.41 "GET /v2.0/security-groups?id=df999433-5a02-4405-b58f-e0a733d35b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593786 Apr 30 19:32:29.708946 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:29.817671 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-337aa222-f7b3-422c-8fd2-e340dd4fbd4c None None] Provisioning complete for port 90d38167-fb8d-40ee-b143-74022c226dd6 triggered by entity DHCP. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 19:32:29.818308 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-337aa222-f7b3-422c-8fd2-e340dd4fbd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618911'] for port, provisioning_complete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:29.918835 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] For port 440184e0-e250-487d-b087-2371add448d1, host dv-cinder-733622-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-14-smb',level=0,port_id=440184e0-e250-487d-b087-2371add448d1,segment=NetworkSegment(8177dc3e-ee2d-49a8-85cc-32dd03e75f21),segment_id=8177dc3e-ee2d-49a8-85cc-32dd03e75f21)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:32:29.952992 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:29.990325 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-c5275ad2-6a3c-4cda-aa0b-55f986eecc57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:32:30.162113 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-a6b7af2f-8ae8-4d68-86dd-34ee0ac86d05 None None] For port 12b2c0df-2e2d-4e74-a3d1-6e86091cfa5d, host dv-cinder-733622-14-smb, cleared binding levels {{(pid=73809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 19:32:30.209979 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-337aa222-f7b3-422c-8fd2-e340dd4fbd4c None None] Port 90d38167-fb8d-40ee-b143-74022c226dd6 cannot update to ACTIVE because it is not bound. {{(pid=73809) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 19:32:30.226014 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-a6b7af2f-8ae8-4d68-86dd-34ee0ac86d05 None None] For port 12b2c0df-2e2d-4e74-a3d1-6e86091cfa5d, host dv-cinder-733622-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-14-smb',level=0,port_id=12b2c0df-2e2d-4e74-a3d1-6e86091cfa5d,segment=NetworkSegment(1eca5c76-e379-494b-9353-e03704231675),segment_id=1eca5c76-e379-494b-9353-e03704231675)] {{(pid=73809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 19:32:30.239229 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a6b7af2f-8ae8-4d68-86dd-34ee0ac86d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:30.271164 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b471c28-0c23-4333-9b58-e692756d8410 req-ef8bf047-0873-4d5e-8f6e-7a7db4e22557 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:32:30.276687 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a12c90a4-00fe-419d-ab1d-3abfe4eedb59 admin admin] Notify agent at l3_agent.dv-cinder-733622-14-smb the message routers_updated {{(pid=73808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 19:32:30.277291 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-9b471c28-0c23-4333-9b58-e692756d8410 req-ef8bf047-0873-4d5e-8f6e-7a7db4e22557 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/networks?id=f30450fe-9c9f-4fd9-802e-cfb944509dec HTTP/1.1" status: 200 len: 818 time: 0.4714627 Apr 30 19:32:30.278593 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Device 4efd36f4-1f2f-4c62-80a6-a3f2400d3013 up at agent ovs-agent-dv-cinder-733622-14-smb {{(pid=73809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 19:32:30.287675 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77fd6485-1dc6-4bb4-9276-c3e39522d7f8 None None] Sync routers for ids ['194c7f42-2d01-4a84-8ce1-cefc21488a29'] in dv-cinder-733622-14-smb {{(pid=73810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 19:32:30.314751 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fd6485-1dc6-4bb4-9276-c3e39522d7f8 None None] Routers {'194c7f42-2d01-4a84-8ce1-cefc21488a29'} bound to L3 agent in host dv-cinder-733622-14-smb {{(pid=73810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 19:32:30.315720 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-77fd6485-1dc6-4bb4-9276-c3e39522d7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T19:24:27Z,description=,heartbeat_timestamp=2021-04-30T19:32:27Z,host='dv-cinder-733622-14-smb',id=19062261-8801-4f4d-b71c-f22a3dba3fbe,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T19:24:27Z,topic='l3_agent')) {'router_ids': ['194c7f42-2d01-4a84-8ce1-cefc21488a29'], 'active': True} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:32:30.316998 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb09d80f-9f17-4bf3-9854-09db9ddf4f64 req-3983646d-ccca-4ce7-a6ea-bef2ec94bf9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:32:30.319015 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-cb09d80f-9f17-4bf3-9854-09db9ddf4f64 req-3983646d-ccca-4ce7-a6ea-bef2ec94bf9a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c7bd401d39b740e0b2327b8297ba8faa&device_id=091147a4-8d9e-45ca-9ccc-714405044f55 HTTP/1.1" status: 200 len: 1096 time: 0.8328152 Apr 30 19:32:30.346802 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-9b471c28-0c23-4333-9b58-e692756d8410 req-945dec1c-33c5-4f59-adb5-d6cc3ae1a909 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/quotas/b687dbbcb0d540b592764d29c8baa1ab HTTP/1.1" status: 200 len: 375 time: 0.0179517 Apr 30 19:32:30.353396 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Pushing event updated for resources: {'Port': ['ID=440184e0-e250-487d-b087-2371add448d1,revision_number=4']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:32:30.368229 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:32:30.375849 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.119s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:32:30.410794 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168bd3e1-1e0c-4bc7-8791-fd429ac11f10 admin admin] Network fb753e9f-d5ea-4d3b-a660-3bfc4f53e5c0 is already hosted by enough agents. {{(pid=73808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 19:32:30.416744 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.scheduler.base_scheduler [None req-168bd3e1-1e0c-4bc7-8791-fd429ac11f10 admin admin] Resources bound (agent type, host, resource id): {{(pid=73808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 19:32:30.564349 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b7af2f-8ae8-4d68-86dd-34ee0ac86d05 None None] Routers {'ef361bd5-95bd-41f5-8110-fc1fe71180a6'} bound to L3 agent in host dv-cinder-733622-14-smb {{(pid=73809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 19:32:30.565003 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_hamode_db [None req-a6b7af2f-8ae8-4d68-86dd-34ee0ac86d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T19:24:27Z,description=,heartbeat_timestamp=2021-04-30T19:32:27Z,host='dv-cinder-733622-14-smb',id=19062261-8801-4f4d-b71c-f22a3dba3fbe,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T19:24:27Z,topic='l3_agent')) {'router_ids': ['ef361bd5-95bd-41f5-8110-fc1fe71180a6'], 'active': True} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:32:30.586592 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-f7648b5b-42e9-436c-aec5-2973ac8481e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:30.683056 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-a12c90a4-00fe-419d-ab1d-3abfe4eedb59 admin admin] 10.222.0.41 "PUT /v2.0/routers/194c7f42-2d01-4a84-8ce1-cefc21488a29/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.7481804 Apr 30 19:32:30.747607 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:32:30.806576 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7648b5b-42e9-436c-aec5-2973ac8481e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f40e8331-814f-4569-b253-c9f178fd006c,revision_number=None']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:32:30.826575 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-f7648b5b-42e9-436c-aec5-2973ac8481e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:32:30.838271 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-f7648b5b-42e9-436c-aec5-2973ac8481e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:30.843834 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-f7648b5b-42e9-436c-aec5-2973ac8481e5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f40e8331-814f-4569-b253-c9f178fd006c HTTP/1.1" status: 204 len: 168 time: 1.7570968 Apr 30 19:32:30.873474 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.l3_dvr_db [None req-77fd6485-1dc6-4bb4-9276-c3e39522d7f8 None None] Set router 194c7f42-2d01-4a84-8ce1-cefc21488a29 gateway port host: dv-cinder-733622-14-smb {{(pid=73810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 19:32:30.912374 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_dvr_db [None req-a6b7af2f-8ae8-4d68-86dd-34ee0ac86d05 None None] Set router ef361bd5-95bd-41f5-8110-fc1fe71180a6 gateway port host: dv-cinder-733622-14-smb {{(pid=73809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 19:32:31.003481 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-9b471c28-0c23-4333-9b58-e692756d8410 req-c43157e1-857e-4d06-808d-b712dfcf6e0b tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b687dbbcb0d540b592764d29c8baa1ab&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6485839 Apr 30 19:32:31.011874 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.48', 52240) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:32:31.044108 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb09d80f-9f17-4bf3-9854-09db9ddf4f64 req-035aa88c-a41b-405a-a445-9b93abd55c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:32:31.045575 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-cb09d80f-9f17-4bf3-9854-09db9ddf4f64 req-035aa88c-a41b-405a-a445-9b93abd55c47 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a97350b3-8521-472d-a53a-29358d468b58 HTTP/1.1" status: 200 len: 913 time: 0.5877488 Apr 30 19:32:31.166661 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-cb09d80f-9f17-4bf3-9854-09db9ddf4f64 req-75c7a07d-a0e9-439e-862c-99d813eaf2d8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2147909-a2ed-4691-b295-74a800de9ae7 HTTP/1.1" status: 200 len: 217 time: 0.1062832 Apr 30 19:32:31.253811 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-168bd3e1-1e0c-4bc7-8791-fd429ac11f10 admin admin] Router b7ec752e-256f-4ede-bed4-6c012bd9bef7 has already been hosted by L3 agent 19062261-8801-4f4d-b71c-f22a3dba3fbe {{(pid=73808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 19:32:31.273592 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa91943-e0fb-402d-b5ae-49de4d3cb10a None None] Pushing event updated for resources: {'Port': ['ID=12b2c0df-2e2d-4e74-a3d1-6e86091cfa5d,revision_number=4']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:32:31.289241 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-1fa91943-e0fb-402d-b5ae-49de4d3cb10a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.913s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:32:31.374238 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Provisioning complete for port 4efd36f4-1f2f-4c62-80a6-a3f2400d3013 triggered by entity L2. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 19:32:31.374613 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618911'] for port, provisioning_complete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:31.421590 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [req-9b471c28-0c23-4333-9b58-e692756d8410 req-1a06f7dd-200c-4dd8-aaf7-fa5e7ebd091d service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=73807) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 19:32:31.422704 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-9b471c28-0c23-4333-9b58-e692756d8410 req-1a06f7dd-200c-4dd8-aaf7-fa5e7ebd091d service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1388760 Apr 30 19:32:31.423992 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb09d80f-9f17-4bf3-9854-09db9ddf4f64 req-9f467bf6-e4e9-4e25-9bc3-51d109211597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:32:31.425375 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-cb09d80f-9f17-4bf3-9854-09db9ddf4f64 req-9f467bf6-e4e9-4e25-9bc3-51d109211597 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=99869044-35ec-4571-bcc8-fb844ce5369a HTTP/1.1" status: 200 len: 852 time: 0.1667383 Apr 30 19:32:31.507630 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-3b675118-fdba-4a47-846d-7b48aead6a08 None None] Provisioning complete for port 484fef2b-b90f-45b9-b201-a198550a228f triggered by entity DHCP. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 19:32:31.507997 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-3b675118-fdba-4a47-846d-7b48aead6a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618911'] for port, provisioning_complete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:31.511346 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 39406) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:32:31.529265 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-cb09d80f-9f17-4bf3-9854-09db9ddf4f64 req-f0aac18f-4c10-42a9-b1d3-428ea3e51bc8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a97350b3-8521-472d-a53a-29358d468b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0963118 Apr 30 19:32:31.536878 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e00c708-798e-4d72-ba50-b517369bbcd1 req-5b7c0f18-6456-47a4-aa8c-7010da93b28a tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:32:31.538245 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-7e00c708-798e-4d72-ba50-b517369bbcd1 req-5b7c0f18-6456-47a4-aa8c-7010da93b28a tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.48 "GET /v2.0/networks?id=f30450fe-9c9f-4fd9-802e-cfb944509dec HTTP/1.1" status: 200 len: 818 time: 0.5252616 Apr 30 19:32:31.562135 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-3e2d2e4b-3bd7-45b2-9cd8-9d31c985110f admin admin] Notify callbacks [] for security_group, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:31.581279 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-77fd6485-1dc6-4bb4-9276-c3e39522d7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '194c7f42-2d01-4a84-8ce1-cefc21488a29', 'name': 'tempest-AttachVolumeShelveTestJSON-802321771-router', 'tenant_id': '9ad55c1ecaf040eb9706c42ee99e4509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'external_fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.187'}], 'enable_snat': True}, 'gw_port_id': '440184e0-e250-487d-b087-2371add448d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T19:32:05Z', 'updated_at': '2021-04-30T19:32:24Z', 'revision_number': 4, 'project_id': '9ad55c1ecaf040eb9706c42ee99e4509', 'gw_port': {'id': '440184e0-e250-487d-b087-2371add448d1', 'name': '', 'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ff:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194c7f42-2d01-4a84-8ce1-cefc21488a29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:32:08Z', 'updated_at': '2021-04-30T19:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-14-smb', '_interfaces': [{'id': '90d38167-fb8d-40ee-b143-74022c226dd6', 'name': '', 'network_id': '2ca4816a-af9f-4da4-b37e-8b11481e1c88', 'tenant_id': '9ad55c1ecaf040eb9706c42ee99e4509', 'mac_address': 'fa:16:3e:3b:c6:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '194c7f42-2d01-4a84-8ce1-cefc21488a29', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'a120cce1-df08-442f-ba0c-25e89e3b37cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:32:21Z', 'updated_at': '2021-04-30T19:32:26Z', 'revision_number': 2, 'project_id': '9ad55c1ecaf040eb9706c42ee99e4509', 'subnets': [{'id': 'a120cce1-df08-442f-ba0c-25e89e3b37cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-14-smb', False) {} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:32:31.587652 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77fd6485-1dc6-4bb4-9276-c3e39522d7f8 None None] Checking router: 194c7f42-2d01-4a84-8ce1-cefc21488a29 for host: dv-cinder-733622-14-smb {{(pid=73810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 19:32:31.588219 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77fd6485-1dc6-4bb4-9276-c3e39522d7f8 None None] Updating router 194c7f42-2d01-4a84-8ce1-cefc21488a29 port 90d38167-fb8d-40ee-b143-74022c226dd6 binding host dv-cinder-733622-14-smb {{(pid=73810) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 19:32:31.596732 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-3e2d2e4b-3bd7-45b2-9cd8-9d31c985110f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:32:31.609520 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-3e2d2e4b-3bd7-45b2-9cd8-9d31c985110f admin admin] Usage tracker for resource:security_group_rule and tenant:391f9c53d8584f7092d1b5e0c1e1bfa8 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:32:31.614526 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-3b675118-fdba-4a47-846d-7b48aead6a08 None None] Port 484fef2b-b90f-45b9-b201-a198550a228f cannot update to ACTIVE because it is not bound. {{(pid=73809) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 19:32:31.656215 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-77fd6485-1dc6-4bb4-9276-c3e39522d7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:31.673695 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-3e2d2e4b-3bd7-45b2-9cd8-9d31c985110f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:32:31.677892 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-9b471c28-0c23-4333-9b58-e692756d8410 req-ae863881-cba3-4e1c-912d-aa9e55f94b20 service neutron] 10.222.0.41 "GET /v2.0/networks/f30450fe-9c9f-4fd9-802e-cfb944509dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737342 Apr 30 19:32:31.720351 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-3e2d2e4b-3bd7-45b2-9cd8-9d31c985110f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:32:31.782782 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c33d43f-0673-4456-a2bb-6ad3cf07c4bd req-ecbaf328-89fb-40d1-8739-c00bf7b0a65a tempest-DeleteServersTestJSON-444044887 tempest-DeleteServersTestJSON-444044887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:32:31.791449 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-5c33d43f-0673-4456-a2bb-6ad3cf07c4bd req-ecbaf328-89fb-40d1-8739-c00bf7b0a65a tempest-DeleteServersTestJSON-444044887 tempest-DeleteServersTestJSON-444044887-project] 10.222.0.41 "GET /v2.0/ports?device_id=091147a4-8d9e-45ca-9ccc-714405044f55 HTTP/1.1" status: 200 len: 943 time: 0.5034585 Apr 30 19:32:31.872180 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_hamode_db [None req-a6b7af2f-8ae8-4d68-86dd-34ee0ac86d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef361bd5-95bd-41f5-8110-fc1fe71180a6', 'name': 'tempest-ServerRescueNegativeTestJSON-365063320-router', 'tenant_id': 'b687dbbcb0d540b592764d29c8baa1ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'external_fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.19'}], 'enable_snat': True}, 'gw_port_id': 'e6593118-3453-4a0e-b931-6916a4d8c549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T19:32:06Z', 'updated_at': '2021-04-30T19:32:16Z', 'revision_number': 4, 'project_id': 'b687dbbcb0d540b592764d29c8baa1ab', 'gw_port': {'id': 'e6593118-3453-4a0e-b931-6916a4d8c549', 'name': '', 'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ba:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef361bd5-95bd-41f5-8110-fc1fe71180a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:32:08Z', 'updated_at': '2021-04-30T19:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-14-smb', '_interfaces': [{'id': '12b2c0df-2e2d-4e74-a3d1-6e86091cfa5d', 'name': '', 'network_id': 'f30450fe-9c9f-4fd9-802e-cfb944509dec', 'tenant_id': 'b687dbbcb0d540b592764d29c8baa1ab', 'mac_address': 'fa:16:3e:cd:8f:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef361bd5-95bd-41f5-8110-fc1fe71180a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7fdb9f4a-37a8-450d-a546-25c2f22121ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:32:13Z', 'updated_at': '2021-04-30T19:32:30Z', 'revision_number': 4, 'project_id': 'b687dbbcb0d540b592764d29c8baa1ab', 'subnets': [{'id': '7fdb9f4a-37a8-450d-a546-25c2f22121ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-14-smb', False) {} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:32:31.881145 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b7af2f-8ae8-4d68-86dd-34ee0ac86d05 None None] The sync data for ids ['ef361bd5-95bd-41f5-8110-fc1fe71180a6'] in dv-cinder-733622-14-smb is: [{'id': 'ef361bd5-95bd-41f5-8110-fc1fe71180a6', 'name': 'tempest-ServerRescueNegativeTestJSON-365063320-router', 'tenant_id': 'b687dbbcb0d540b592764d29c8baa1ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'external_fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.19'}], 'enable_snat': True}, 'gw_port_id': 'e6593118-3453-4a0e-b931-6916a4d8c549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T19:32:06Z', 'updated_at': '2021-04-30T19:32:16Z', 'revision_number': 4, 'project_id': 'b687dbbcb0d540b592764d29c8baa1ab', 'gw_port': {'id': 'e6593118-3453-4a0e-b931-6916a4d8c549', 'name': '', 'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ba:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef361bd5-95bd-41f5-8110-fc1fe71180a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:32:08Z', 'updated_at': '2021-04-30T19:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-14-smb', '_interfaces': [{'id': '12b2c0df-2e2d-4e74-a3d1-6e86091cfa5d', 'name': '', 'network_id': 'f30450fe-9c9f-4fd9-802e-cfb944509dec', 'tenant_id': 'b687dbbcb0d540b592764d29c8baa1ab', 'mac_address': 'fa:16:3e:cd:8f:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef361bd5-95bd-41f5-8110-fc1fe71180a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7fdb9f4a-37a8-450d-a546-25c2f22121ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:32:13Z', 'updated_at': '2021-04-30T19:32:30Z', 'revision_number': 4, 'project_id': 'b687dbbcb0d540b592764d29c8baa1ab', 'subnets': [{'id': '7fdb9f4a-37a8-450d-a546-25c2f22121ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 19:32:31.884173 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-9b471c28-0c23-4333-9b58-e692756d8410 req-25353dc3-cf96-45d5-b35c-7acf2878fb5c service neutron] 10.222.0.41 "GET /v2.0/networks/f30450fe-9c9f-4fd9-802e-cfb944509dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803880 Apr 30 19:32:31.906699 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.v2.base [req-7e00c708-798e-4d72-ba50-b517369bbcd1 req-efcc4fa6-c096-4348-8eac-d6b763a8ad47 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Request body: {'port': {'device_id': '6bb8116d-e232-45ab-9b2d-8d874920235b', 'network_id': 'f30450fe-9c9f-4fd9-802e-cfb944509dec', 'admin_state_up': True, 'tenant_id': 'b687dbbcb0d540b592764d29c8baa1ab'}} {{(pid=73807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 19:32:32.028303 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-168bd3e1-1e0c-4bc7-8791-fd429ac11f10 admin admin] Notify agent at l3_agent.dv-cinder-733622-14-smb the message routers_updated {{(pid=73808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 19:32:32.043459 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10648b0f-a027-41cb-858b-9436aa0b6777 None None] Sync routers for ids ['b7ec752e-256f-4ede-bed4-6c012bd9bef7'] in dv-cinder-733622-14-smb {{(pid=73809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 19:32:32.067670 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10648b0f-a027-41cb-858b-9436aa0b6777 None None] Routers {'b7ec752e-256f-4ede-bed4-6c012bd9bef7'} bound to L3 agent in host dv-cinder-733622-14-smb {{(pid=73809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 19:32:32.067757 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_hamode_db [None req-10648b0f-a027-41cb-858b-9436aa0b6777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T19:24:27Z,description=,heartbeat_timestamp=2021-04-30T19:32:27Z,host='dv-cinder-733622-14-smb',id=19062261-8801-4f4d-b71c-f22a3dba3fbe,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T19:24:27Z,topic='l3_agent')) {'router_ids': ['b7ec752e-256f-4ede-bed4-6c012bd9bef7'], 'active': True} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:32:32.118432 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-168bd3e1-1e0c-4bc7-8791-fd429ac11f10 admin admin] 10.222.0.41 "PUT /v2.0/routers/b7ec752e-256f-4ede-bed4-6c012bd9bef7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.5503078 Apr 30 19:32:32.232374 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-5c33d43f-0673-4456-a2bb-6ad3cf07c4bd req-50843570-1bf3-4e14-99f8-dac7917e4f8e tempest-DeleteServersTestJSON-444044887 tempest-DeleteServersTestJSON-444044887-project] 10.222.0.41 "GET /v2.0/security-groups?id=df999433-5a02-4405-b58f-e0a733d35b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4408722 Apr 30 19:32:32.292659 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-84f06925-1136-471e-a45b-59383723098d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137'] for subnet, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:32.320814 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-3e878870-83b5-4737-aa68-2eae65c503dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:32:32.456323 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-77fd6485-1dc6-4bb4-9276-c3e39522d7f8 None None] Notify callbacks [] for port, precommit_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:32.479694 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-77fd6485-1dc6-4bb4-9276-c3e39522d7f8 None None] Transition to ACTIVE for port object 90d38167-fb8d-40ee-b143-74022c226dd6 will not be triggered until provisioned by entity L2. {{(pid=73810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 19:32:32.489923 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-77fd6485-1dc6-4bb4-9276-c3e39522d7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:32.491479 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f06925-1136-471e-a45b-59383723098d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff238af1-d7ca-47ce-914f-28ca817217b3,revision_number=0']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:32:32.505916 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-de5e353b-e19a-4f84-9323-a3ccf095a9c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:32:32.508895 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-84f06925-1136-471e-a45b-59383723098d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:32:32.593441 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-3e2d2e4b-3bd7-45b2-9cd8-9d31c985110f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:32.594885 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f06925-1136-471e-a45b-59383723098d admin admin] Checking segment: {'id': '42f01dfd-4db8-4bbf-bb4b-c41beaeb8157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'be119b71-f3d7-4e69-990c-b60f0266a641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 19:32:32.595359 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f06925-1136-471e-a45b-59383723098d admin admin] Network hostable DHCP agents. Network: be119b71-f3d7-4e69-990c-b60f0266a641, hostable agents: ['e57161e2-0c22-4573-bfa0-d55a94615101'], hosted agents: [] {{(pid=73808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 19:32:32.607658 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-3e2d2e4b-3bd7-45b2-9cd8-9d31c985110f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:32.627466 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:32:32.679074 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2d2e4b-3bd7-45b2-9cd8-9d31c985110f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c18883e4-d19b-4096-abab-73dd5b7ddd8d,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:32:32.707453 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Device 12b2c0df-2e2d-4e74-a3d1-6e86091cfa5d up at agent ovs-agent-dv-cinder-733622-14-smb {{(pid=73809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 19:32:32.708351 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-3e2d2e4b-3bd7-45b2-9cd8-9d31c985110f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:32:32.745649 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f06925-1136-471e-a45b-59383723098d admin admin] Network be119b71-f3d7-4e69-990c-b60f0266a641 is scheduled to be hosted by DHCP agent e57161e2-0c22-4573-bfa0-d55a94615101 with binding_index 1 {{(pid=73808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 19:32:32.769873 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.scheduler.base_scheduler [None req-84f06925-1136-471e-a45b-59383723098d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-14-smb, be119b71-f3d7-4e69-990c-b60f0266a641) {{(pid=73808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 19:32:32.776548 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-3e2d2e4b-3bd7-45b2-9cd8-9d31c985110f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=391f9c53d8584f7092d1b5e0c1e1bfa8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2578340 Apr 30 19:32:32.781951 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 39442) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:32:32.792548 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f06925-1136-471e-a45b-59383723098d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:32:32.793381 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-84f06925-1136-471e-a45b-59383723098d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533183'] for subnet, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:32.868323 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-84f06925-1136-471e-a45b-59383723098d admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 6.2131090 Apr 30 19:32:32.913859 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3332ff16-9082-423c-938d-678c39e69087 None None] Pushing event updated for resources: {'Port': ['ID=90d38167-fb8d-40ee-b143-74022c226dd6,revision_number=3']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:32:32.917089 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-52281721-f209-4a02-a423-1f1dd5b22665 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:33.006168 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-3332ff16-9082-423c-938d-678c39e69087 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:32:33.045994 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-52281721-f209-4a02-a423-1f1dd5b22665 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:33.071491 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9e4058-4bc0-4021-9d4e-04d627f2881c None None] Network be119b71-f3d7-4e69-990c-b60f0266a641 requested from dv-cinder-733622-14-smb {{(pid=73809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 19:32:33.080994 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-cb09d80f-9f17-4bf3-9854-09db9ddf4f64 req-e980ab87-faeb-46ed-9fac-ddff27b0cbaa service neutron] 10.222.0.48 "GET /v2.0/networks/a97350b3-8521-472d-a53a-29358d468b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4015372 Apr 30 19:32:33.164214 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_dvr_db [None req-10648b0f-a027-41cb-858b-9436aa0b6777 None None] Set router b7ec752e-256f-4ede-bed4-6c012bd9bef7 gateway port host: dv-cinder-733622-14-smb {{(pid=73809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 19:32:33.185311 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [req-7e00c708-798e-4d72-ba50-b517369bbcd1 req-efcc4fa6-c096-4348-8eac-d6b763a8ad47 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:32:33.213900 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-52281721-f209-4a02-a423-1f1dd5b22665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:33.224979 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-8d914244-09d9-40a5-b90a-4011ab9e5493 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:32:33.228955 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [req-7e00c708-798e-4d72-ba50-b517369bbcd1 req-efcc4fa6-c096-4348-8eac-d6b763a8ad47 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:32:33.243360 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [None req-77fd6485-1dc6-4bb4-9276-c3e39522d7f8 None None] Attempting to bind port 90d38167-fb8d-40ee-b143-74022c226dd6 on host dv-cinder-733622-14-smb for vnic_type normal with profile {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 19:32:33.246317 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [None req-77fd6485-1dc6-4bb4-9276-c3e39522d7f8 None None] Attempting to bind port 90d38167-fb8d-40ee-b143-74022c226dd6 by drivers openvswitch,hyperv on host dv-cinder-733622-14-smb at level 0 using segments [{'id': '1cec1924-575a-47da-bbe7-12777d2ca2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '2ca4816a-af9f-4da4-b37e-8b11481e1c88'}] {{(pid=73810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 19:32:33.247196 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77fd6485-1dc6-4bb4-9276-c3e39522d7f8 None None] Attempting to bind port 90d38167-fb8d-40ee-b143-74022c226dd6 on network 2ca4816a-af9f-4da4-b37e-8b11481e1c88 {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 19:32:33.282886 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52281721-f209-4a02-a423-1f1dd5b22665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c18883e4-d19b-4096-abab-73dd5b7ddd8d,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:32:33.287386 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77fd6485-1dc6-4bb4-9276-c3e39522d7f8 None None] Checking agent: {'id': '56d0c902-71b4-4ed3-a175-a117eb491650', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 19, 24, 26), 'started_at': datetime.datetime(2021, 4, 30, 19, 24, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 19, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 19:32:33.288012 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77fd6485-1dc6-4bb4-9276-c3e39522d7f8 None None] Checking segment: {'id': '1cec1924-575a-47da-bbe7-12777d2ca2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '2ca4816a-af9f-4da4-b37e-8b11481e1c88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 19:32:33.289558 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-77fd6485-1dc6-4bb4-9276-c3e39522d7f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:33.290622 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77fd6485-1dc6-4bb4-9276-c3e39522d7f8 None None] Bound using segment: {'id': '1cec1924-575a-47da-bbe7-12777d2ca2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '2ca4816a-af9f-4da4-b37e-8b11481e1c88'} {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 19:32:33.292459 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [None req-77fd6485-1dc6-4bb4-9276-c3e39522d7f8 None None] Bound port: 90d38167-fb8d-40ee-b143-74022c226dd6, host: dv-cinder-733622-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cec1924-575a-47da-bbe7-12777d2ca2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '2ca4816a-af9f-4da4-b37e-8b11481e1c88'}}] {{(pid=73810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 19:32:33.293800 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-52281721-f209-4a02-a423-1f1dd5b22665 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:32:33.294432 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-77fd6485-1dc6-4bb4-9276-c3e39522d7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:33.306090 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-52281721-f209-4a02-a423-1f1dd5b22665 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:33.309610 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-52281721-f209-4a02-a423-1f1dd5b22665 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c18883e4-d19b-4096-abab-73dd5b7ddd8d HTTP/1.1" status: 204 len: 168 time: 0.5175958 Apr 30 19:32:33.336423 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 39464) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:32:33.424828 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e00c708-798e-4d72-ba50-b517369bbcd1 req-efcc4fa6-c096-4348-8eac-d6b763a8ad47 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Made reservation on behalf of b687dbbcb0d540b592764d29c8baa1ab for: {'port': 1} {{(pid=73807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 19:32:33.453227 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-7e00c708-798e-4d72-ba50-b517369bbcd1 req-efcc4fa6-c096-4348-8eac-d6b763a8ad47 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:33.546367 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd5d445d-56dd-4762-98cf-b7071b606f0a admin admin] Deleting subnet eef0cb3a-e428-4aac-a3f5-066a08dc5e96 {{(pid=73808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 19:32:33.558296 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-dd5d445d-56dd-4762-98cf-b7071b606f0a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:33.572309 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-77fd6485-1dc6-4bb4-9276-c3e39522d7f8 None None] For port 90d38167-fb8d-40ee-b143-74022c226dd6, host dv-cinder-733622-14-smb, cleared binding levels {{(pid=73810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 19:32:33.579739 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-77fd6485-1dc6-4bb4-9276-c3e39522d7f8 None None] For port 90d38167-fb8d-40ee-b143-74022c226dd6, host dv-cinder-733622-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-14-smb',level=0,port_id=90d38167-fb8d-40ee-b143-74022c226dd6,segment=NetworkSegment(1cec1924-575a-47da-bbe7-12777d2ca2b9),segment_id=1cec1924-575a-47da-bbe7-12777d2ca2b9)] {{(pid=73810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 19:32:33.587529 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-77fd6485-1dc6-4bb4-9276-c3e39522d7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:33.612541 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-57e78278-4a19-4c6b-a12b-1c87940362a7 req-8306d7ab-c200-4b83-9c35-a4496c153191 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/ports?device_id=595bc164-a92e-463d-8134-f8913beddb0b HTTP/1.1" status: 200 len: 210 time: 0.3551579 Apr 30 19:32:33.616964 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:32:33.710082 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-dd5d445d-56dd-4762-98cf-b7071b606f0a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:33.729379 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-dd5d445d-56dd-4762-98cf-b7071b606f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3610189'] for subnet, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:34.006933 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3332ff16-9082-423c-938d-678c39e69087 None None] Pushing event updated for resources: {'Port': ['ID=90d38167-fb8d-40ee-b143-74022c226dd6,revision_number=4']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:32:34.111538 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Device b2147909-a2ed-4691-b295-74a800de9ae7 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=73809) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 19:32:34.135990 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fd6485-1dc6-4bb4-9276-c3e39522d7f8 None None] Routers {'194c7f42-2d01-4a84-8ce1-cefc21488a29'} bound to L3 agent in host dv-cinder-733622-14-smb {{(pid=73810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 19:32:34.139001 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-77fd6485-1dc6-4bb4-9276-c3e39522d7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T19:24:27Z,description=,heartbeat_timestamp=2021-04-30T19:32:27Z,host='dv-cinder-733622-14-smb',id=19062261-8801-4f4d-b71c-f22a3dba3fbe,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T19:24:27Z,topic='l3_agent')) {'router_ids': ['194c7f42-2d01-4a84-8ce1-cefc21488a29'], 'active': True} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:32:34.161983 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.db_base_plugin_common [req-7e00c708-798e-4d72-ba50-b517369bbcd1 req-efcc4fa6-c096-4348-8eac-d6b763a8ad47 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Allocated IP 172.20.0.8 (f30450fe-9c9f-4fd9-802e-cfb944509dec/7fdb9f4a-37a8-450d-a546-25c2f22121ea/f1c93f59-4029-4840-a909-8a8e8e429d43) {{(pid=73807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 19:32:34.343578 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 39490) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:32:34.356546 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.v2.base [None req-8d331c63-ab0c-4c98-b867-0905e1f24af7 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1683437695', 'description': 'tempest-description--1496631739'}} {{(pid=73808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 19:32:34.440626 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-8d331c63-ab0c-4c98-b867-0905e1f24af7 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:32:34.474221 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-8d331c63-ab0c-4c98-b867-0905e1f24af7 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Usage tracker for resource:security_group and tenant:9ad55c1ecaf040eb9706c42ee99e4509 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:32:34.508101 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-3332ff16-9082-423c-938d-678c39e69087 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.891s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:32:34.527230 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-8d331c63-ab0c-4c98-b867-0905e1f24af7 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:32:34.581346 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-8d331c63-ab0c-4c98-b867-0905e1f24af7 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:32:34.693376 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Provisioning for port 12b2c0df-2e2d-4e74-a3d1-6e86091cfa5d completed by entity L2. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 19:32:34.705390 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.db.resource_extend [None req-65ba8c12-0d06-4959-8304-606821799626 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 30 19:32:34.824191 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.l3_dvr_db [None req-77fd6485-1dc6-4bb4-9276-c3e39522d7f8 None None] Set router 194c7f42-2d01-4a84-8ce1-cefc21488a29 gateway port host: dv-cinder-733622-14-smb {{(pid=73810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 19:32:34.917164 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Provisioning complete for port 12b2c0df-2e2d-4e74-a3d1-6e86091cfa5d triggered by entity L2. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 19:32:34.919111 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618911'] for port, provisioning_complete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:34.930140 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.48', 52249) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:32:35.064542 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 39524) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:32:35.247631 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.v2.base [None req-fb887395-0936-4b6c-b788-290824721715 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Request body: {'security_group': {'name': 'tempest-securitygroup--44695434', 'description': 'tempest-description--1036645274'}} {{(pid=73808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 19:32:35.261594 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-fb887395-0936-4b6c-b788-290824721715 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:32:35.269185 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-fb887395-0936-4b6c-b788-290824721715 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Usage tracker for resource:security_group and tenant:1a3a36846b69409bb56820276a166a65 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:32:35.283772 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-fb887395-0936-4b6c-b788-290824721715 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:32:35.297374 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-fb887395-0936-4b6c-b788-290824721715 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:32:35.307641 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-8d331c63-ab0c-4c98-b867-0905e1f24af7 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Notify callbacks [] for security_group, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:35.433952 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_hamode_db [None req-10648b0f-a027-41cb-858b-9436aa0b6777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7ec752e-256f-4ede-bed4-6c012bd9bef7', 'name': 'tempest-AttachVolumeTestJSON-1647431383-router', 'tenant_id': '1a3a36846b69409bb56820276a166a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'external_fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.147'}], 'enable_snat': True}, 'gw_port_id': '4efd36f4-1f2f-4c62-80a6-a3f2400d3013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T19:32:07Z', 'updated_at': '2021-04-30T19:32:24Z', 'revision_number': 4, 'project_id': '1a3a36846b69409bb56820276a166a65', 'gw_port': {'id': '4efd36f4-1f2f-4c62-80a6-a3f2400d3013', 'name': '', 'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:3e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ec752e-256f-4ede-bed4-6c012bd9bef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:32:11Z', 'updated_at': '2021-04-30T19:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-14-smb', '_interfaces': [{'id': '484fef2b-b90f-45b9-b201-a198550a228f', 'name': '', 'network_id': 'fb753e9f-d5ea-4d3b-a660-3bfc4f53e5c0', 'tenant_id': '1a3a36846b69409bb56820276a166a65', 'mac_address': 'fa:16:3e:64:79:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7ec752e-256f-4ede-bed4-6c012bd9bef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '60d0612e-ab94-488a-8358-4a2e04237205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:32:22Z', 'updated_at': '2021-04-30T19:32:26Z', 'revision_number': 2, 'project_id': '1a3a36846b69409bb56820276a166a65', 'subnets': [{'id': '60d0612e-ab94-488a-8358-4a2e04237205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-14-smb', False) {} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:32:35.461473 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10648b0f-a027-41cb-858b-9436aa0b6777 None None] Checking router: b7ec752e-256f-4ede-bed4-6c012bd9bef7 for host: dv-cinder-733622-14-smb {{(pid=73809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 19:32:35.461792 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10648b0f-a027-41cb-858b-9436aa0b6777 None None] Updating router b7ec752e-256f-4ede-bed4-6c012bd9bef7 port 484fef2b-b90f-45b9-b201-a198550a228f binding host dv-cinder-733622-14-smb {{(pid=73809) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 19:32:35.468624 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-fb887395-0936-4b6c-b788-290824721715 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Notify callbacks [] for security_group, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:35.515425 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-8d331c63-ab0c-4c98-b867-0905e1f24af7 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:32:35.523317 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-cb09d80f-9f17-4bf3-9854-09db9ddf4f64 req-14b680d3-0bda-431c-a752-ca25069f038c service neutron] 10.222.0.48 "GET /v2.0/networks/a97350b3-8521-472d-a53a-29358d468b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.4330158 Apr 30 19:32:35.548565 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-8d331c63-ab0c-4c98-b867-0905e1f24af7 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Usage tracker for resource:security_group_rule and tenant:9ad55c1ecaf040eb9706c42ee99e4509 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:32:35.551884 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-7470c229-b4e2-4632-a83a-01b64ce70d77 req-721f9e23-02cf-4179-8361-1fa9c6dba463 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/ports?device_id=595bc164-a92e-463d-8134-f8913beddb0b HTTP/1.1" status: 200 len: 210 time: 0.2111678 Apr 30 19:32:35.561820 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-8d331c63-ab0c-4c98-b867-0905e1f24af7 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:32:35.589674 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-fb887395-0936-4b6c-b788-290824721715 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:32:35.593909 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-fb887395-0936-4b6c-b788-290824721715 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Usage tracker for resource:security_group_rule and tenant:1a3a36846b69409bb56820276a166a65 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:32:35.597163 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-fb887395-0936-4b6c-b788-290824721715 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:32:35.604206 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-fb887395-0936-4b6c-b788-290824721715 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:32:35.664747 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-7e00c708-798e-4d72-ba50-b517369bbcd1 req-efcc4fa6-c096-4348-8eac-d6b763a8ad47 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Notify callbacks [] for port, precommit_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:35.677611 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-8d331c63-ab0c-4c98-b867-0905e1f24af7 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:32:35.688018 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:35.695955 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-77fd6485-1dc6-4bb4-9276-c3e39522d7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '194c7f42-2d01-4a84-8ce1-cefc21488a29', 'name': 'tempest-AttachVolumeShelveTestJSON-802321771-router', 'tenant_id': '9ad55c1ecaf040eb9706c42ee99e4509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'external_fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.187'}], 'enable_snat': True}, 'gw_port_id': '440184e0-e250-487d-b087-2371add448d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T19:32:05Z', 'updated_at': '2021-04-30T19:32:24Z', 'revision_number': 4, 'project_id': '9ad55c1ecaf040eb9706c42ee99e4509', 'gw_port': {'id': '440184e0-e250-487d-b087-2371add448d1', 'name': '', 'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ff:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194c7f42-2d01-4a84-8ce1-cefc21488a29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:32:08Z', 'updated_at': '2021-04-30T19:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-14-smb', '_interfaces': [{'id': '90d38167-fb8d-40ee-b143-74022c226dd6', 'name': '', 'network_id': '2ca4816a-af9f-4da4-b37e-8b11481e1c88', 'tenant_id': '9ad55c1ecaf040eb9706c42ee99e4509', 'mac_address': 'fa:16:3e:3b:c6:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '194c7f42-2d01-4a84-8ce1-cefc21488a29', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'a120cce1-df08-442f-ba0c-25e89e3b37cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:32:21Z', 'updated_at': '2021-04-30T19:32:33Z', 'revision_number': 4, 'project_id': '9ad55c1ecaf040eb9706c42ee99e4509', 'subnets': [{'id': 'a120cce1-df08-442f-ba0c-25e89e3b37cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-14-smb', False) {} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:32:35.700214 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77fd6485-1dc6-4bb4-9276-c3e39522d7f8 None None] The sync data for ids ['194c7f42-2d01-4a84-8ce1-cefc21488a29'] in dv-cinder-733622-14-smb is: [{'id': '194c7f42-2d01-4a84-8ce1-cefc21488a29', 'name': 'tempest-AttachVolumeShelveTestJSON-802321771-router', 'tenant_id': '9ad55c1ecaf040eb9706c42ee99e4509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'external_fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.187'}], 'enable_snat': True}, 'gw_port_id': '440184e0-e250-487d-b087-2371add448d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T19:32:05Z', 'updated_at': '2021-04-30T19:32:24Z', 'revision_number': 4, 'project_id': '9ad55c1ecaf040eb9706c42ee99e4509', 'gw_port': {'id': '440184e0-e250-487d-b087-2371add448d1', 'name': '', 'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ff:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194c7f42-2d01-4a84-8ce1-cefc21488a29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:32:08Z', 'updated_at': '2021-04-30T19:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-14-smb', '_interfaces': [{'id': '90d38167-fb8d-40ee-b143-74022c226dd6', 'name': '', 'network_id': '2ca4816a-af9f-4da4-b37e-8b11481e1c88', 'tenant_id': '9ad55c1ecaf040eb9706c42ee99e4509', 'mac_address': 'fa:16:3e:3b:c6:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '194c7f42-2d01-4a84-8ce1-cefc21488a29', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'a120cce1-df08-442f-ba0c-25e89e3b37cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:32:21Z', 'updated_at': '2021-04-30T19:32:33Z', 'revision_number': 4, 'project_id': '9ad55c1ecaf040eb9706c42ee99e4509', 'subnets': [{'id': 'a120cce1-df08-442f-ba0c-25e89e3b37cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 19:32:35.738975 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-7e00c708-798e-4d72-ba50-b517369bbcd1 req-efcc4fa6-c096-4348-8eac-d6b763a8ad47 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780696898070'] for port, after_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:35.763271 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-10648b0f-a027-41cb-858b-9436aa0b6777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:35.763985 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-dd5d445d-56dd-4762-98cf-b7071b606f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3610180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137'] for subnet, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:35.805047 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-872fe53e-362e-4159-bba4-8977e4e029c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:32:35.820587 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-fb887395-0936-4b6c-b788-290824721715 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Notify callbacks [] for security_group, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:35.827887 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e12974-e79e-4f26-97bd-3c60beccf670 None None] Network be119b71-f3d7-4e69-990c-b60f0266a641 requested from dv-cinder-733622-14-smb {{(pid=73809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 19:32:35.834347 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7e3401-600b-4a9e-9577-34641ecc2427 req-0c2eb75a-591b-4b19-abc7-b7c8fbd76960 tempest-DeleteServersTestJSON-444044887 tempest-DeleteServersTestJSON-444044887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:32:35.835868 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-fd7e3401-600b-4a9e-9577-34641ecc2427 req-0c2eb75a-591b-4b19-abc7-b7c8fbd76960 tempest-DeleteServersTestJSON-444044887 tempest-DeleteServersTestJSON-444044887-project] 10.222.0.41 "GET /v2.0/ports?device_id=091147a4-8d9e-45ca-9ccc-714405044f55 HTTP/1.1" status: 200 len: 943 time: 0.7556896 Apr 30 19:32:35.840944 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-84f06925-1136-471e-a45b-59383723098d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:32:35.870018 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b471c28-0c23-4333-9b58-e692756d8410 req-8f63b31e-d4e4-457c-9d6e-49667c4c95ac tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:32:35.871513 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-9b471c28-0c23-4333-9b58-e692756d8410 req-8f63b31e-d4e4-457c-9d6e-49667c4c95ac tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.48 "GET /v2.0/networks?id=f30450fe-9c9f-4fd9-802e-cfb944509dec HTTP/1.1" status: 200 len: 818 time: 0.9397099 Apr 30 19:32:35.880930 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-fb887395-0936-4b6c-b788-290824721715 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:35.883010 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] For port 12b2c0df-2e2d-4e74-a3d1-6e86091cfa5d, host dv-cinder-733622-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-14-smb',level=0,port_id=12b2c0df-2e2d-4e74-a3d1-6e86091cfa5d,segment=NetworkSegment(1eca5c76-e379-494b-9353-e03704231675),segment_id=1eca5c76-e379-494b-9353-e03704231675)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:32:35.888125 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-65ba8c12-0d06-4959-8304-606821799626 None None] For port b2147909-a2ed-4691-b295-74a800de9ae7, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=b2147909-a2ed-4691-b295-74a800de9ae7,segment=NetworkSegment(082828c5-b8d6-464f-b8c4-d43ab2e52f3e),segment_id=082828c5-b8d6-464f-b8c4-d43ab2e52f3e)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:32:35.893289 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e00c708-798e-4d72-ba50-b517369bbcd1 req-efcc4fa6-c096-4348-8eac-d6b763a8ad47 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Network f30450fe-9c9f-4fd9-802e-cfb944509dec is already hosted by enough agents. {{(pid=73807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 19:32:35.897192 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.v2.base [req-9b471c28-0c23-4333-9b58-e692756d8410 req-40d67fae-dca1-4c64-837d-6770bb3da30d tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Request body: {'port': {'device_id': '595bc164-a92e-463d-8134-f8913beddb0b', 'network_id': 'f30450fe-9c9f-4fd9-802e-cfb944509dec', 'admin_state_up': True, 'tenant_id': 'b687dbbcb0d540b592764d29c8baa1ab'}} {{(pid=73807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 19:32:35.914560 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.scheduler.base_scheduler [req-7e00c708-798e-4d72-ba50-b517369bbcd1 req-efcc4fa6-c096-4348-8eac-d6b763a8ad47 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Resources bound (agent type, host, resource id): {{(pid=73807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 19:32:35.916789 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-dd5d445d-56dd-4762-98cf-b7071b606f0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533183'] for subnet, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:35.946840 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e00c708-798e-4d72-ba50-b517369bbcd1 req-efcc4fa6-c096-4348-8eac-d6b763a8ad47 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Received port after_create {{(pid=73807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 19:32:35.954887 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e00c708-798e-4d72-ba50-b517369bbcd1 req-efcc4fa6-c096-4348-8eac-d6b763a8ad47 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:32:35.955540 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-7e00c708-798e-4d72-ba50-b517369bbcd1 req-efcc4fa6-c096-4348-8eac-d6b763a8ad47 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533183'] for port, before_response {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:35.961331 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-dd5d445d-56dd-4762-98cf-b7071b606f0a admin admin] 10.222.0.41 "DELETE /v2.0/subnets/eef0cb3a-e428-4aac-a3f5-066a08dc5e96 HTTP/1.1" status: 204 len: 168 time: 2.6238341 Apr 30 19:32:35.962241 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5d445d-56dd-4762-98cf-b7071b606f0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eef0cb3a-e428-4aac-a3f5-066a08dc5e96,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:32:35.966708 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-dd5d445d-56dd-4762-98cf-b7071b606f0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:32:35.977590 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 39558) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:32:35.978450 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:32:35.991583 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:35.992569 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Device 440184e0-e250-487d-b087-2371add448d1 up at agent ovs-agent-dv-cinder-733622-14-smb {{(pid=73809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 19:32:36.090672 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcc4fa6-c096-4348-8eac-d6b763a8ad47 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Pushing event updated for resources: {'Port': ['ID=f1c93f59-4029-4840-a909-8a8e8e429d43,revision_number=1']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:32:36.101774 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-efcc4fa6-c096-4348-8eac-d6b763a8ad47 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:32:36.122769 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-7e00c708-798e-4d72-ba50-b517369bbcd1 req-efcc4fa6-c096-4348-8eac-d6b763a8ad47 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4234853 Apr 30 19:32:36.140312 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-fb887395-0936-4b6c-b788-290824721715 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Notify callbacks [] for security_group, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:36.140456 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.v2.base [req-7e00c708-798e-4d72-ba50-b517369bbcd1 req-aa8422e4-bd8a-427f-ab62-7cc9e6524861 service neutron] Request body: {'port': {'device_id': '6bb8116d-e232-45ab-9b2d-8d874920235b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=73807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 19:32:36.145056 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-fb887395-0936-4b6c-b788-290824721715 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.0568407 Apr 30 19:32:36.161483 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 39564) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:32:36.174312 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.v2.base [None req-57e31ebd-14f8-4e43-8349-9a990b088f7a tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Request body: {'security_group_rule': {'security_group_id': '71be5d99-fb6b-4407-8806-836c5d750a20', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 19:32:36.205538 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-c9a5e4e5-b909-45b8-b16a-db7b4b54209f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:32:36.279437 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-fd7e3401-600b-4a9e-9577-34641ecc2427 req-7b549248-e149-46d4-a704-75708697265e tempest-DeleteServersTestJSON-444044887 tempest-DeleteServersTestJSON-444044887-project] 10.222.0.41 "GET /v2.0/security-groups?id=df999433-5a02-4405-b58f-e0a733d35b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4025760 Apr 30 19:32:36.285666 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb887395-0936-4b6c-b788-290824721715 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71be5d99-fb6b-4407-8806-836c5d750a20,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:32:36.289006 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-fb887395-0936-4b6c-b788-290824721715 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:32:36.293463 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-57e31ebd-14f8-4e43-8349-9a990b088f7a tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:32:36.310135 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Returning: {'device': 'b2147909-a2ed-4691-b295-74a800de9ae7', 'network_id': 'a97350b3-8521-472d-a53a-29358d468b58', 'port_id': 'b2147909-a2ed-4691-b295-74a800de9ae7', 'mac_address': 'fa:16:3e:ad:fd:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99869044-35ec-4571-bcc8-fb844ce5369a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73809) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 19:32:36.319308 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-57e31ebd-14f8-4e43-8349-9a990b088f7a tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Usage tracker for resource:security_group_rule and tenant:1a3a36846b69409bb56820276a166a65 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:32:36.325505 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-8d331c63-ab0c-4c98-b867-0905e1f24af7 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Notify callbacks [] for security_group, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:36.326920 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-57e31ebd-14f8-4e43-8349-9a990b088f7a tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:32:36.343518 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-2824c2f6-b862-43f0-ae2c-c188d04a4946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3786539'] for network, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:36.347214 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-57e31ebd-14f8-4e43-8349-9a990b088f7a tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:32:36.349356 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-8d331c63-ab0c-4c98-b867-0905e1f24af7 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:36.393122 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-52281721-f209-4a02-a423-1f1dd5b22665 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:32:36.404999 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [req-9b471c28-0c23-4333-9b58-e692756d8410 req-40d67fae-dca1-4c64-837d-6770bb3da30d tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:32:36.415158 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [req-9b471c28-0c23-4333-9b58-e692756d8410 req-40d67fae-dca1-4c64-837d-6770bb3da30d tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Usage tracker for resource:port and tenant:b687dbbcb0d540b592764d29c8baa1ab is out of sync, need to count used quota {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:32:36.428354 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [req-9b471c28-0c23-4333-9b58-e692756d8410 req-40d67fae-dca1-4c64-837d-6770bb3da30d tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Quota usage for port was recalculated. Used quota:2. {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:32:36.443506 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [req-9b471c28-0c23-4333-9b58-e692756d8410 req-40d67fae-dca1-4c64-837d-6770bb3da30d tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:32:36.474682 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-7e00c708-798e-4d72-ba50-b517369bbcd1 req-aa8422e4-bd8a-427f-ab62-7cc9e6524861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:36.529435 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-57e31ebd-14f8-4e43-8349-9a990b088f7a tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:36.583912 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-8d331c63-ab0c-4c98-b867-0905e1f24af7 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Notify callbacks [] for security_group, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:36.589706 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-8d331c63-ab0c-4c98-b867-0905e1f24af7 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.2405477 Apr 30 19:32:36.590912 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d331c63-ab0c-4c98-b867-0905e1f24af7 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6dbe6155-75cf-4154-b3d9-4527d6dcc146,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:32:36.596795 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 39586) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:32:36.613124 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b471c28-0c23-4333-9b58-e692756d8410 req-40d67fae-dca1-4c64-837d-6770bb3da30d tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Made reservation on behalf of b687dbbcb0d540b592764d29c8baa1ab for: {'port': 1} {{(pid=73807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 19:32:36.620266 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-9b471c28-0c23-4333-9b58-e692756d8410 req-40d67fae-dca1-4c64-837d-6770bb3da30d tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:36.628443 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-8d331c63-ab0c-4c98-b867-0905e1f24af7 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:32:36.636979 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.v2.base [None req-44387e15-e027-4eb0-8fc3-1c68b0f130e1 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Request body: {'security_group_rule': {'security_group_id': '6dbe6155-75cf-4154-b3d9-4527d6dcc146', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 19:32:36.741141 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-57e31ebd-14f8-4e43-8349-9a990b088f7a tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:36.745304 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-44387e15-e027-4eb0-8fc3-1c68b0f130e1 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:32:36.755531 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-57e31ebd-14f8-4e43-8349-9a990b088f7a tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756817'] for security_group_rule, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:36.916823 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-2824c2f6-b862-43f0-ae2c-c188d04a4946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3605456', 'neutron.services.segments.db._delete_segments_for_network-8780697326129'] for network, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:36.982831 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [req-ce4ae6e2-4644-44e1-995a-3f0f663bde54 req-018b796a-b1e4-43b8-a147-9b34a5b0ef84 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Synchronizing usage tracker for tenant:b687dbbcb0d540b592764d29c8baa1ab on resource:port {{(pid=73807) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 19:32:37.095851 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-2824c2f6-b862-43f0-ae2c-c188d04a4946 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=73808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:32:37.096258 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-2824c2f6-b862-43f0-ae2c-c188d04a4946 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=73808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:32:37.097628 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-2824c2f6-b862-43f0-ae2c-c188d04a4946 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=73808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:32:37.097902 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-2824c2f6-b862-43f0-ae2c-c188d04a4946 admin admin] Subscribe: > port after_create 55550000 {{(pid=73808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:32:37.098236 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-2824c2f6-b862-43f0-ae2c-c188d04a4946 admin admin] Subscribe: > port after_delete 55550000 {{(pid=73808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:32:37.098865 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-2824c2f6-b862-43f0-ae2c-c188d04a4946 admin admin] Subscribe: > port after_update 55550000 {{(pid=73808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:32:37.099186 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-2824c2f6-b862-43f0-ae2c-c188d04a4946 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=73808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:32:37.099500 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-2824c2f6-b862-43f0-ae2c-c188d04a4946 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=73808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:32:37.100024 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-2824c2f6-b862-43f0-ae2c-c188d04a4946 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=73808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:32:37.100368 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-2824c2f6-b862-43f0-ae2c-c188d04a4946 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=73808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:32:37.126807 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [req-ce4ae6e2-4644-44e1-995a-3f0f663bde54 req-018b796a-b1e4-43b8-a147-9b34a5b0ef84 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Unset dirty status for tenant:b687dbbcb0d540b592764d29c8baa1ab on resource:port {{(pid=73807) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 19:32:37.140183 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-ce4ae6e2-4644-44e1-995a-3f0f663bde54 req-018b796a-b1e4-43b8-a147-9b34a5b0ef84 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/ports?device_id=595bc164-a92e-463d-8134-f8913beddb0b HTTP/1.1" status: 200 len: 210 time: 0.2449119 Apr 30 19:32:37.167656 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.db_base_plugin_common [req-9b471c28-0c23-4333-9b58-e692756d8410 req-40d67fae-dca1-4c64-837d-6770bb3da30d tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Allocated IP 172.20.0.9 (f30450fe-9c9f-4fd9-802e-cfb944509dec/7fdb9f4a-37a8-450d-a546-25c2f22121ea/fb4f009e-5cb1-47d6-a548-e37af2cf4502) {{(pid=73807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 19:32:37.305243 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Pushing event updated for resources: {'Port': ['ID=12b2c0df-2e2d-4e74-a3d1-6e86091cfa5d,revision_number=5']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:32:37.308093 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:37.330855 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.125s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:32:37.392999 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.notifiers.nova [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2147909-a2ed-4691-b295-74a800de9ae7 {{(pid=73809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 19:32:37.432874 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Provisioning complete for port 440184e0-e250-487d-b087-2371add448d1 triggered by entity L2. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 19:32:37.434584 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618911'] for port, provisioning_complete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:37.518972 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.db.resource_extend [None req-10648b0f-a027-41cb-858b-9436aa0b6777 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 30 19:32:37.532378 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-2824c2f6-b862-43f0-ae2c-c188d04a4946 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=73808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:32:37.532962 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-2824c2f6-b862-43f0-ae2c-c188d04a4946 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=73808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:32:37.532962 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-2824c2f6-b862-43f0-ae2c-c188d04a4946 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=73808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:32:37.533385 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-2824c2f6-b862-43f0-ae2c-c188d04a4946 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=73808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:32:37.533575 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.services.segments.db [None req-2824c2f6-b862-43f0-ae2c-c188d04a4946 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e236a1af-aedf-447d-9520-22e0d233c0cc']}} {{(pid=73808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:32:37.549698 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-65ba8c12-0d06-4959-8304-606821799626 None None] For port b2147909-a2ed-4691-b295-74a800de9ae7, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=b2147909-a2ed-4691-b295-74a800de9ae7,segment=NetworkSegment(082828c5-b8d6-464f-b8c4-d43ab2e52f3e),segment_id=082828c5-b8d6-464f-b8c4-d43ab2e52f3e)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:32:37.555595 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-44387e15-e027-4eb0-8fc3-1c68b0f130e1 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Usage tracker for resource:security_group_rule and tenant:9ad55c1ecaf040eb9706c42ee99e4509 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:32:37.560554 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-44387e15-e027-4eb0-8fc3-1c68b0f130e1 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:32:37.566782 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:37.605291 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:32:37.635378 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-44387e15-e027-4eb0-8fc3-1c68b0f130e1 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:32:37.639736 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.services.segments.db [None req-2824c2f6-b862-43f0-ae2c-c188d04a4946 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7498ccae-9af9-4ba6-baa3-30edef47d866') {'for_net_delete': True} {{(pid=73808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:32:37.640988 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-adeda9af-5750-4147-a362-7f4f2d885c8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:32:37.641103 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.services.segments.db [None req-2824c2f6-b862-43f0-ae2c-c188d04a4946 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7498ccae-9af9-4ba6-baa3-30edef47d866') {} {{(pid=73808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:32:37.662708 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e31ebd-14f8-4e43-8349-9a990b088f7a tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9efbd73-34e6-46c5-95fe-f0982da3eb81,revision_number=0']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:32:37.673492 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-2824c2f6-b862-43f0-ae2c-c188d04a4946 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780697336679', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1832946'] for segment, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:37.687933 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-57e31ebd-14f8-4e43-8349-9a990b088f7a tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:32:37.697323 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-2824c2f6-b862-43f0-ae2c-c188d04a4946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611927'] for segment, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:37.700323 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-57e31ebd-14f8-4e43-8349-9a990b088f7a tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:37.704579 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-57e31ebd-14f8-4e43-8349-9a990b088f7a tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5350502 Apr 30 19:32:37.709715 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 39618) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:32:37.719651 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.v2.base [None req-410c19e4-170a-474c-bf6a-705e2e0a8939 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Request body: {'security_group_rule': {'security_group_id': '71be5d99-fb6b-4407-8806-836c5d750a20', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=73808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 19:32:37.720724 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 39622) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:32:37.731055 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2824c2f6-b862-43f0-ae2c-c188d04a4946 admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=73808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 19:32:37.762225 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-410c19e4-170a-474c-bf6a-705e2e0a8939 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:32:37.815198 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-44387e15-e027-4eb0-8fc3-1c68b0f130e1 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:37.837567 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-9b471c28-0c23-4333-9b58-e692756d8410 req-40d67fae-dca1-4c64-837d-6770bb3da30d tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Notify callbacks [] for port, precommit_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:37.838837 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-410c19e4-170a-474c-bf6a-705e2e0a8939 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Usage tracker for resource:security_group_rule and tenant:1a3a36846b69409bb56820276a166a65 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:32:37.852430 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-410c19e4-170a-474c-bf6a-705e2e0a8939 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:32:37.855554 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-65ba8c12-0d06-4959-8304-606821799626 None None] get_ports_and_sgs() called for port_ids ['b2147909-a2ed-4691-b295-74a800de9ae7'] {{(pid=73809) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 19:32:37.887114 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-410c19e4-170a-474c-bf6a-705e2e0a8939 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:32:37.954365 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-9b471c28-0c23-4333-9b58-e692756d8410 req-40d67fae-dca1-4c64-837d-6770bb3da30d tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780696898070'] for port, after_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:37.985323 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-10648b0f-a027-41cb-858b-9436aa0b6777 None None] Notify callbacks [] for port, precommit_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:37.999718 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:32:38.035490 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.plugins.ml2.managers [None req-2824c2f6-b862-43f0-ae2c-c188d04a4946 admin admin] Network e236a1af-aedf-447d-9520-22e0d233c0cc has no segments {{(pid=73808) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 19:32:38.050585 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-2824c2f6-b862-43f0-ae2c-c188d04a4946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60822335'] for segment, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:38.073370 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ce7a06-e4aa-4585-b1a8-f2b5e8ab66c5 req-c47724ad-24e8-4894-9dfb-bd91b2db9be2 tempest-DeleteServersTestJSON-444044887 tempest-DeleteServersTestJSON-444044887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:32:38.074905 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-18ce7a06-e4aa-4585-b1a8-f2b5e8ab66c5 req-c47724ad-24e8-4894-9dfb-bd91b2db9be2 tempest-DeleteServersTestJSON-444044887 tempest-DeleteServersTestJSON-444044887-project] 10.222.0.41 "GET /v2.0/ports?device_id=091147a4-8d9e-45ca-9ccc-714405044f55 HTTP/1.1" status: 200 len: 944 time: 0.5103436 Apr 30 19:32:38.096053 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-79e1a6b6-2b6d-41c2-abc1-c54a2098b472 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:38.105305 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-410c19e4-170a-474c-bf6a-705e2e0a8939 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:38.208733 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-10648b0f-a027-41cb-858b-9436aa0b6777 None None] Transition to ACTIVE for port object 484fef2b-b90f-45b9-b201-a198550a228f will not be triggered until provisioned by entity L2. {{(pid=73809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 19:32:38.216267 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Pushing event updated for resources: {'Port': ['ID=b2147909-a2ed-4691-b295-74a800de9ae7,revision_number=4']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:32:38.223485 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.584s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:32:38.238631 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-79e1a6b6-2b6d-41c2-abc1-c54a2098b472 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:32:38.243168 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-79e1a6b6-2b6d-41c2-abc1-c54a2098b472 admin admin] Usage tracker for resource:security_group_rule and tenant:3e8cf8481e1944a9807c0e29c747aee6 is out of sync, need to count used quota {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:32:38.247683 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-79e1a6b6-2b6d-41c2-abc1-c54a2098b472 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:32:38.252796 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-79e1a6b6-2b6d-41c2-abc1-c54a2098b472 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:32:38.254543 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-44387e15-e027-4eb0-8fc3-1c68b0f130e1 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:38.330523 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-44387e15-e027-4eb0-8fc3-1c68b0f130e1 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756817'] for security_group_rule, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:38.360778 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-79e1a6b6-2b6d-41c2-abc1-c54a2098b472 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:38.374943 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-10648b0f-a027-41cb-858b-9436aa0b6777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:38.381295 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:32:38.382689 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-79e1a6b6-2b6d-41c2-abc1-c54a2098b472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:38.386421 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b471c28-0c23-4333-9b58-e692756d8410 req-40d67fae-dca1-4c64-837d-6770bb3da30d tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Network f30450fe-9c9f-4fd9-802e-cfb944509dec is already hosted by enough agents. {{(pid=73807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 19:32:38.417024 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-57e31ebd-14f8-4e43-8349-9a990b088f7a tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:32:38.439949 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44387e15-e027-4eb0-8fc3-1c68b0f130e1 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e128e0a-19be-458f-a1d6-a95da5abf520,revision_number=0']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:32:38.447403 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.scheduler.base_scheduler [req-9b471c28-0c23-4333-9b58-e692756d8410 req-40d67fae-dca1-4c64-837d-6770bb3da30d tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Resources bound (agent type, host, resource id): {{(pid=73807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 19:32:38.466258 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b471c28-0c23-4333-9b58-e692756d8410 req-40d67fae-dca1-4c64-837d-6770bb3da30d tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Received port after_create {{(pid=73807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 19:32:38.468161 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-18ce7a06-e4aa-4585-b1a8-f2b5e8ab66c5 req-8f74125e-a977-4c9b-9212-1588d55258a4 tempest-DeleteServersTestJSON-444044887 tempest-DeleteServersTestJSON-444044887-project] 10.222.0.41 "GET /v2.0/security-groups?id=df999433-5a02-4405-b58f-e0a733d35b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3662560 Apr 30 19:32:38.471985 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b471c28-0c23-4333-9b58-e692756d8410 req-40d67fae-dca1-4c64-837d-6770bb3da30d tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:32:38.473206 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-9b471c28-0c23-4333-9b58-e692756d8410 req-40d67fae-dca1-4c64-837d-6770bb3da30d tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533183'] for port, before_response {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:38.505407 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-44387e15-e027-4eb0-8fc3-1c68b0f130e1 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:32:38.509807 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-9b471c28-0c23-4333-9b58-e692756d8410 req-40d67fae-dca1-4c64-837d-6770bb3da30d tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6250556 Apr 30 19:32:38.510438 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d67fae-dca1-4c64-837d-6770bb3da30d tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Pushing event updated for resources: {'Port': ['ID=fb4f009e-5cb1-47d6-a548-e37af2cf4502,revision_number=1']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:32:38.511992 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.plugins.ml2.managers [None req-2824c2f6-b862-43f0-ae2c-c188d04a4946 admin admin] Network e236a1af-aedf-447d-9520-22e0d233c0cc has no segments {{(pid=73808) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 19:32:38.530429 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.v2.base [req-9b471c28-0c23-4333-9b58-e692756d8410 req-28e310d5-96c4-4300-b87f-809d8f40a15d service neutron] Request body: {'port': {'device_id': '595bc164-a92e-463d-8134-f8913beddb0b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=73807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 19:32:38.534145 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550dd702-379e-4f19-8af5-960508822b47 None None] Pushing event updated for resources: {'Port': ['ID=484fef2b-b90f-45b9-b201-a198550a228f,revision_number=3']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:32:38.538950 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-550dd702-379e-4f19-8af5-960508822b47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:32:38.539868 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Device 12b2c0df-2e2d-4e74-a3d1-6e86091cfa5d up at agent ovs-agent-dv-cinder-733622-14-smb {{(pid=73809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 19:32:38.558209 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-40d67fae-dca1-4c64-837d-6770bb3da30d tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.558s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:32:38.559646 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-0c983b59-e78c-415d-8eb4-deeadc48b5eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.096s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:32:38.625558 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-79e1a6b6-2b6d-41c2-abc1-c54a2098b472 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3e8cf8481e1944a9807c0e29c747aee6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9040475 Apr 30 19:32:38.637022 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 39644) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:32:38.652960 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e1a6b6-2b6d-41c2-abc1-c54a2098b472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19196b4d-7a37-42d1-91ca-3175db8ce8ae,revision_number=1']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:32:38.662680 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-79e1a6b6-2b6d-41c2-abc1-c54a2098b472 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:32:38.762574 dv-cinder-733622-14-smb neutron-server[73808]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 30 19:32:38.762574 dv-cinder-733622-14-smb neutron-server[73808]: from cryptography.utils import int_from_bytes Apr 30 19:32:38.762574 dv-cinder-733622-14-smb neutron-server[73808]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 30 19:32:38.762574 dv-cinder-733622-14-smb neutron-server[73808]: from cryptography.utils import int_from_bytes Apr 30 19:32:38.762574 dv-cinder-733622-14-smb neutron-server[73808]: Traceback (most recent call last): Apr 30 19:32:38.762574 dv-cinder-733622-14-smb neutron-server[73808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 19:32:38.762574 dv-cinder-733622-14-smb neutron-server[73808]: timer() Apr 30 19:32:38.762574 dv-cinder-733622-14-smb neutron-server[73808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 19:32:38.762574 dv-cinder-733622-14-smb neutron-server[73808]: cb(*args, **kw) Apr 30 19:32:38.762574 dv-cinder-733622-14-smb neutron-server[73808]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 19:32:38.762574 dv-cinder-733622-14-smb neutron-server[73808]: return func(*args, **kwargs) Apr 30 19:32:38.762574 dv-cinder-733622-14-smb neutron-server[73808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 19:32:38.762574 dv-cinder-733622-14-smb neutron-server[73808]: self._notify() Apr 30 19:32:38.762574 dv-cinder-733622-14-smb neutron-server[73808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 19:32:38.762574 dv-cinder-733622-14-smb neutron-server[73808]: self.callback(batched_events) Apr 30 19:32:38.762574 dv-cinder-733622-14-smb neutron-server[73808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 19:32:38.762574 dv-cinder-733622-14-smb neutron-server[73808]: event.method(event) Apr 30 19:32:38.762574 dv-cinder-733622-14-smb neutron-server[73808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 19:32:38.762574 dv-cinder-733622-14-smb neutron-server[73808]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 19:32:38.762574 dv-cinder-733622-14-smb neutron-server[73808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 19:32:38.762574 dv-cinder-733622-14-smb neutron-server[73808]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 19:32:38.762574 dv-cinder-733622-14-smb neutron-server[73808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 19:32:38.762574 dv-cinder-733622-14-smb neutron-server[73808]: return f(self, *a, **k) Apr 30 19:32:38.762574 dv-cinder-733622-14-smb neutron-server[73808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 19:32:38.762574 dv-cinder-733622-14-smb neutron-server[73808]: return self._get(url).json() Apr 30 19:32:38.762574 dv-cinder-733622-14-smb neutron-server[73808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 19:32:38.762574 dv-cinder-733622-14-smb neutron-server[73808]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 19:32:38.762574 dv-cinder-733622-14-smb neutron-server[73808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 19:32:38.762574 dv-cinder-733622-14-smb neutron-server[73808]: return self.request(url, 'GET', **kwargs) Apr 30 19:32:38.762574 dv-cinder-733622-14-smb neutron-server[73808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 19:32:38.762574 dv-cinder-733622-14-smb neutron-server[73808]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 19:32:38.762574 dv-cinder-733622-14-smb neutron-server[73808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 19:32:38.762574 dv-cinder-733622-14-smb neutron-server[73808]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 19:32:38.762574 dv-cinder-733622-14-smb neutron-server[73808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 19:32:38.762574 dv-cinder-733622-14-smb neutron-server[73808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 19:32:38.762574 dv-cinder-733622-14-smb neutron-server[73808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 19:32:38.774094 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-2824c2f6-b862-43f0-ae2c-c188d04a4946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3605455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679237'] for network, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:38.797470 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-e3ed1f10-05de-4a95-acb2-6f41b8cf45b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:32:38.833959 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-44387e15-e027-4eb0-8fc3-1c68b0f130e1 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:38.835307 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-44387e15-e027-4eb0-8fc3-1c68b0f130e1 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.2085133 Apr 30 19:32:38.840116 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-2824c2f6-b862-43f0-ae2c-c188d04a4946 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533183'] for network, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:38.843438 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2824c2f6-b862-43f0-ae2c-c188d04a4946 admin admin] Pushing event deleted for resources: {'Network': ['ID=e236a1af-aedf-447d-9520-22e0d233c0cc,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:32:38.845902 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 39648) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:32:38.849068 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-410c19e4-170a-474c-bf6a-705e2e0a8939 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:38.853046 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-2824c2f6-b862-43f0-ae2c-c188d04a4946 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:32:38.855406 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [None req-10648b0f-a027-41cb-858b-9436aa0b6777 None None] Attempting to bind port 484fef2b-b90f-45b9-b201-a198550a228f on host dv-cinder-733622-14-smb for vnic_type normal with profile {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 19:32:38.855742 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [None req-10648b0f-a027-41cb-858b-9436aa0b6777 None None] Attempting to bind port 484fef2b-b90f-45b9-b201-a198550a228f by drivers openvswitch,hyperv on host dv-cinder-733622-14-smb at level 0 using segments [{'id': '0eb9c3fd-827b-4d06-8c9c-ae028f36cb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'fb753e9f-d5ea-4d3b-a660-3bfc4f53e5c0'}] {{(pid=73809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 19:32:38.856184 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10648b0f-a027-41cb-858b-9436aa0b6777 None None] Attempting to bind port 484fef2b-b90f-45b9-b201-a198550a228f on network fb753e9f-d5ea-4d3b-a660-3bfc4f53e5c0 {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 19:32:38.857118 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.v2.base [None req-7189509a-4061-42ba-a949-dbc89e51e506 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Request body: {'security_group_rule': {'security_group_id': '6dbe6155-75cf-4154-b3d9-4527d6dcc146', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=73808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 19:32:38.867351 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-2824c2f6-b862-43f0-ae2c-c188d04a4946 admin admin] 10.222.0.41 "DELETE /v2.0/networks/e236a1af-aedf-447d-9520-22e0d233c0cc HTTP/1.1" status: 204 len: 168 time: 2.8708482 Apr 30 19:32:38.867351 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-7189509a-4061-42ba-a949-dbc89e51e506 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:32:38.869946 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-410c19e4-170a-474c-bf6a-705e2e0a8939 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756817'] for security_group_rule, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:38.871370 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Provisioning complete for port 12b2c0df-2e2d-4e74-a3d1-6e86091cfa5d triggered by entity L2. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 19:32:38.871370 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618911'] for port, provisioning_complete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:38.872861 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 39652) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:32:38.887802 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-9b471c28-0c23-4333-9b58-e692756d8410 req-28e310d5-96c4-4300-b87f-809d8f40a15d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:38.909420 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496a0316-375d-4905-bc64-223af8d3cc6d req-e539ed41-f3b5-46d6-abc7-67465ce27d6e tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:32:38.912308 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-7189509a-4061-42ba-a949-dbc89e51e506 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Usage tracker for resource:security_group_rule and tenant:9ad55c1ecaf040eb9706c42ee99e4509 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:32:38.916685 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-496a0316-375d-4905-bc64-223af8d3cc6d req-e539ed41-f3b5-46d6-abc7-67465ce27d6e tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/ports?device_id=595bc164-a92e-463d-8134-f8913beddb0b HTTP/1.1" status: 200 len: 931 time: 0.5478704 Apr 30 19:32:38.921271 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10648b0f-a027-41cb-858b-9436aa0b6777 None None] Checking agent: {'id': '56d0c902-71b4-4ed3-a175-a117eb491650', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 19, 24, 26), 'started_at': datetime.datetime(2021, 4, 30, 19, 24, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 19, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 19:32:38.921718 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10648b0f-a027-41cb-858b-9436aa0b6777 None None] Checking segment: {'id': '0eb9c3fd-827b-4d06-8c9c-ae028f36cb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'fb753e9f-d5ea-4d3b-a660-3bfc4f53e5c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 19:32:38.922265 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-10648b0f-a027-41cb-858b-9436aa0b6777 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:38.922775 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10648b0f-a027-41cb-858b-9436aa0b6777 None None] Bound using segment: {'id': '0eb9c3fd-827b-4d06-8c9c-ae028f36cb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'fb753e9f-d5ea-4d3b-a660-3bfc4f53e5c0'} {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 19:32:38.923165 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [None req-10648b0f-a027-41cb-858b-9436aa0b6777 None None] Bound port: 484fef2b-b90f-45b9-b201-a198550a228f, host: dv-cinder-733622-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0eb9c3fd-827b-4d06-8c9c-ae028f36cb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'fb753e9f-d5ea-4d3b-a660-3bfc4f53e5c0'}}] {{(pid=73809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 19:32:38.923544 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-10648b0f-a027-41cb-858b-9436aa0b6777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:38.926275 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-7189509a-4061-42ba-a949-dbc89e51e506 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:32:38.928947 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:32:38.951450 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-7189509a-4061-42ba-a949-dbc89e51e506 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:32:38.963935 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410c19e4-170a-474c-bf6a-705e2e0a8939 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ad29821-b240-42a5-9fef-17a00128a37d,revision_number=0']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:32:38.974037 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-410c19e4-170a-474c-bf6a-705e2e0a8939 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:32:38.991364 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-410c19e4-170a-474c-bf6a-705e2e0a8939 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:38.996625 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-410c19e4-170a-474c-bf6a-705e2e0a8939 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2862499 Apr 30 19:32:38.997482 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 39656) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:32:39.005682 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.v2.base [None req-bc66c9d8-7805-4592-b1d1-eaa8a301af10 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Request body: {'floatingip': {'floating_network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7'}} {{(pid=73808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 19:32:39.012593 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-eec3dca1-821c-4094-9ec8-9ea2a634940c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:39.013147 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-7189509a-4061-42ba-a949-dbc89e51e506 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:39.024987 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.notifiers.nova [req-7e00c708-798e-4d72-ba50-b517369bbcd1 req-aa8422e4-bd8a-427f-ab62-7cc9e6524861 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1c93f59-4029-4840-a909-8a8e8e429d43 {{(pid=73807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 19:32:39.026169 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d83aa53-b23b-4257-b556-f55961ae8db9 admin admin] Deleting subnet ff238af1-d7ca-47ce-914f-28ca817217b3 {{(pid=73808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 19:32:39.030509 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-8d83aa53-b23b-4257-b556-f55961ae8db9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:39.048444 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-7e00c708-798e-4d72-ba50-b517369bbcd1 req-aa8422e4-bd8a-427f-ab62-7cc9e6524861 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:39.069543 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-496a0316-375d-4905-bc64-223af8d3cc6d req-9f329c52-6ae7-49ce-9133-c013d2796fe8 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/security-groups?id=37889038-5279-4736-a9a0-7b515de45d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519134 Apr 30 19:32:39.096275 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-8d83aa53-b23b-4257-b556-f55961ae8db9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1832907'] for subnet, precommit_delete_associations {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:39.110622 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-10648b0f-a027-41cb-858b-9436aa0b6777 None None] For port 484fef2b-b90f-45b9-b201-a198550a228f, host dv-cinder-733622-14-smb, cleared binding levels {{(pid=73809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 19:32:39.111677 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-eec3dca1-821c-4094-9ec8-9ea2a634940c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:39.125829 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.agents_db [None req-91d1fe81-9981-4281-a1b3-92062b07bd48 None None] Agent healthcheck: found 6 active agents {{(pid=73810) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 19:32:39.131483 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.provisioning_blocks [req-7e00c708-798e-4d72-ba50-b517369bbcd1 req-aa8422e4-bd8a-427f-ab62-7cc9e6524861 service neutron] Transition to ACTIVE for port object f1c93f59-4029-4840-a909-8a8e8e429d43 will not be triggered until provisioned by entity L2. {{(pid=73807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 19:32:39.132276 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-10648b0f-a027-41cb-858b-9436aa0b6777 None None] For port 484fef2b-b90f-45b9-b201-a198550a228f, host dv-cinder-733622-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-14-smb',level=0,port_id=484fef2b-b90f-45b9-b201-a198550a228f,segment=NetworkSegment(0eb9c3fd-827b-4d06-8c9c-ae028f36cb05),segment_id=0eb9c3fd-827b-4d06-8c9c-ae028f36cb05)] {{(pid=73809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 19:32:39.135683 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Device 90d38167-fb8d-40ee-b143-74022c226dd6 up at agent ovs-agent-dv-cinder-733622-14-smb {{(pid=73809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 19:32:39.167784 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-10648b0f-a027-41cb-858b-9436aa0b6777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:39.182243 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:32:39.192643 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-8d83aa53-b23b-4257-b556-f55961ae8db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3610189'] for subnet, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:39.252996 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-7e00c708-798e-4d72-ba50-b517369bbcd1 req-aa8422e4-bd8a-427f-ab62-7cc9e6524861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133'] for port, after_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:39.286813 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:32:39.303864 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10648b0f-a027-41cb-858b-9436aa0b6777 None None] Routers {'b7ec752e-256f-4ede-bed4-6c012bd9bef7'} bound to L3 agent in host dv-cinder-733622-14-smb {{(pid=73809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 19:32:39.304519 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_hamode_db [None req-10648b0f-a027-41cb-858b-9436aa0b6777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T19:24:27Z,description=,heartbeat_timestamp=2021-04-30T19:32:27Z,host='dv-cinder-733622-14-smb',id=19062261-8801-4f4d-b71c-f22a3dba3fbe,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T19:24:27Z,topic='l3_agent')) {'router_ids': ['b7ec752e-256f-4ede-bed4-6c012bd9bef7'], 'active': True} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:32:39.392016 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550dd702-379e-4f19-8af5-960508822b47 None None] Pushing event updated for resources: {'Port': ['ID=484fef2b-b90f-45b9-b201-a198550a228f,revision_number=4']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:32:39.398387 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-550dd702-379e-4f19-8af5-960508822b47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:32:39.415883 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Provisioning for port 90d38167-fb8d-40ee-b143-74022c226dd6 completed by entity L2. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 19:32:39.427011 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Provisioning complete for port 90d38167-fb8d-40ee-b143-74022c226dd6 triggered by entity L2. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 19:32:39.427966 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-bc66c9d8-7805-4592-b1d1-eaa8a301af10 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:32:39.428083 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618911'] for port, provisioning_complete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:39.567186 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-7189509a-4061-42ba-a949-dbc89e51e506 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:39.586091 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Device b2147909-a2ed-4691-b295-74a800de9ae7 up at agent hyperv_hv-cinder-73362 {{(pid=73809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 19:32:39.587225 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8422e4-bd8a-427f-ab62-7cc9e6524861 service neutron] Pushing event updated for resources: {'Port': ['ID=f1c93f59-4029-4840-a909-8a8e8e429d43,revision_number=2']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:32:39.597101 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-7189509a-4061-42ba-a949-dbc89e51e506 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756817'] for security_group_rule, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:39.600455 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-aa8422e4-bd8a-427f-ab62-7cc9e6524861 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:32:39.605385 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-bc66c9d8-7805-4592-b1d1-eaa8a301af10 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Usage tracker for resource:floatingip and tenant:1a3a36846b69409bb56820276a166a65 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:32:39.606551 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-eec3dca1-821c-4094-9ec8-9ea2a634940c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:39.621551 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-bc66c9d8-7805-4592-b1d1-eaa8a301af10 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:32:39.628512 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:32:39.644523 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-44387e15-e027-4eb0-8fc3-1c68b0f130e1 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:32:39.660575 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.managers [req-7e00c708-798e-4d72-ba50-b517369bbcd1 req-aa8422e4-bd8a-427f-ab62-7cc9e6524861 service neutron] Attempting to bind port f1c93f59-4029-4840-a909-8a8e8e429d43 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=73807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 19:32:39.665582 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.managers [req-7e00c708-798e-4d72-ba50-b517369bbcd1 req-aa8422e4-bd8a-427f-ab62-7cc9e6524861 service neutron] Attempting to bind port f1c93f59-4029-4840-a909-8a8e8e429d43 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '1eca5c76-e379-494b-9353-e03704231675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'f30450fe-9c9f-4fd9-802e-cfb944509dec'}] {{(pid=73807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 19:32:39.666260 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e00c708-798e-4d72-ba50-b517369bbcd1 req-aa8422e4-bd8a-427f-ab62-7cc9e6524861 service neutron] Attempting to bind port f1c93f59-4029-4840-a909-8a8e8e429d43 on network f30450fe-9c9f-4fd9-802e-cfb944509dec {{(pid=73807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 19:32:39.680393 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec3dca1-821c-4094-9ec8-9ea2a634940c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19196b4d-7a37-42d1-91ca-3175db8ce8ae,revision_number=None']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:32:39.688187 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-eec3dca1-821c-4094-9ec8-9ea2a634940c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:32:39.689038 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e00c708-798e-4d72-ba50-b517369bbcd1 req-aa8422e4-bd8a-427f-ab62-7cc9e6524861 service neutron] Port f1c93f59-4029-4840-a909-8a8e8e429d43 on network f30450fe-9c9f-4fd9-802e-cfb944509dec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=73807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 19:32:39.689579 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e00c708-798e-4d72-ba50-b517369bbcd1 req-aa8422e4-bd8a-427f-ab62-7cc9e6524861 service neutron] Attempting to bind port f1c93f59-4029-4840-a909-8a8e8e429d43 on network f30450fe-9c9f-4fd9-802e-cfb944509dec {{(pid=73807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 19:32:39.696588 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-eec3dca1-821c-4094-9ec8-9ea2a634940c admin admin] Notify callbacks [] for security_group, before_response {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:39.708122 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-eec3dca1-821c-4094-9ec8-9ea2a634940c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/19196b4d-7a37-42d1-91ca-3175db8ce8ae HTTP/1.1" status: 204 len: 168 time: 1.0567515 Apr 30 19:32:39.717014 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e00c708-798e-4d72-ba50-b517369bbcd1 req-aa8422e4-bd8a-427f-ab62-7cc9e6524861 service neutron] Checking agent: {'id': '787256c0-27a9-4f74-baeb-f887319a5aee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 19, 30, 29), 'started_at': datetime.datetime(2021, 4, 30, 19, 30, 29), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 19, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 19:32:39.724060 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e00c708-798e-4d72-ba50-b517369bbcd1 req-aa8422e4-bd8a-427f-ab62-7cc9e6524861 service neutron] Checking segment: {'id': '1eca5c76-e379-494b-9353-e03704231675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'f30450fe-9c9f-4fd9-802e-cfb944509dec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 19:32:39.726214 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e00c708-798e-4d72-ba50-b517369bbcd1 req-aa8422e4-bd8a-427f-ab62-7cc9e6524861 service neutron] Bound using segment: {'id': '1eca5c76-e379-494b-9353-e03704231675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'f30450fe-9c9f-4fd9-802e-cfb944509dec'} {{(pid=73807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 19:32:39.727140 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_dvr_db [None req-10648b0f-a027-41cb-858b-9436aa0b6777 None None] Set router b7ec752e-256f-4ede-bed4-6c012bd9bef7 gateway port host: dv-cinder-733622-14-smb {{(pid=73809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 19:32:39.727692 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.managers [req-7e00c708-798e-4d72-ba50-b517369bbcd1 req-aa8422e4-bd8a-427f-ab62-7cc9e6524861 service neutron] Bound port: f1c93f59-4029-4840-a909-8a8e8e429d43, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1eca5c76-e379-494b-9353-e03704231675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'f30450fe-9c9f-4fd9-802e-cfb944509dec'}}] {{(pid=73807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 19:32:39.728706 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-7e00c708-798e-4d72-ba50-b517369bbcd1 req-aa8422e4-bd8a-427f-ab62-7cc9e6524861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:39.753023 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-bc66c9d8-7805-4592-b1d1-eaa8a301af10 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:32:39.756213 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7189509a-4061-42ba-a949-dbc89e51e506 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d739340-6d09-4cc4-a836-0827e349a859,revision_number=0']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:32:39.759571 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-7189509a-4061-42ba-a949-dbc89e51e506 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:32:39.766819 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-7189509a-4061-42ba-a949-dbc89e51e506 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:39.768025 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-7189509a-4061-42ba-a949-dbc89e51e506 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9177196 Apr 30 19:32:39.784650 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 39674) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:32:39.798313 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.v2.base [None req-8934452e-1d09-45b3-9b68-a62f92c565fd tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Request body: {'floatingip': {'floating_network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7'}} {{(pid=73807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 19:32:39.823408 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-bc66c9d8-7805-4592-b1d1-eaa8a301af10 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Notify callbacks [] for floatingip, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:39.921072 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-8934452e-1d09-45b3-9b68-a62f92c565fd tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:32:39.952767 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87396295-e3dc-44d1-87ba-542d2f31d6a9 req-fa27dc93-2123-4bbf-ae3b-43beb15bd204 tempest-DeleteServersTestJSON-444044887 tempest-DeleteServersTestJSON-444044887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:32:39.954848 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-87396295-e3dc-44d1-87ba-542d2f31d6a9 req-fa27dc93-2123-4bbf-ae3b-43beb15bd204 tempest-DeleteServersTestJSON-444044887 tempest-DeleteServersTestJSON-444044887-project] 10.222.0.41 "GET /v2.0/ports?device_id=091147a4-8d9e-45ca-9ccc-714405044f55 HTTP/1.1" status: 200 len: 944 time: 0.2808559 Apr 30 19:32:39.975802 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-8934452e-1d09-45b3-9b68-a62f92c565fd tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Usage tracker for resource:floatingip and tenant:9ad55c1ecaf040eb9706c42ee99e4509 is out of sync, need to count used quota {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:32:39.982171 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:39.992021 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-8934452e-1d09-45b3-9b68-a62f92c565fd tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:32:40.030721 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.notifiers.nova [req-9b471c28-0c23-4333-9b58-e692756d8410 req-28e310d5-96c4-4300-b87f-809d8f40a15d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb4f009e-5cb1-47d6-a548-e37af2cf4502 {{(pid=73807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 19:32:40.060645 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-8934452e-1d09-45b3-9b68-a62f92c565fd tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:32:40.078948 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-9b471c28-0c23-4333-9b58-e692756d8410 req-28e310d5-96c4-4300-b87f-809d8f40a15d service neutron] Notify callbacks [] for port, precommit_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:40.154590 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-87396295-e3dc-44d1-87ba-542d2f31d6a9 req-bd6ffbfe-bd6f-4161-a309-80594c7be949 tempest-DeleteServersTestJSON-444044887 tempest-DeleteServersTestJSON-444044887-project] 10.222.0.41 "GET /v2.0/security-groups?id=df999433-5a02-4405-b58f-e0a733d35b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284623 Apr 30 19:32:40.163051 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Provisioning for port b2147909-a2ed-4691-b295-74a800de9ae7 completed by entity L2. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 19:32:40.177235 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-8934452e-1d09-45b3-9b68-a62f92c565fd tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Notify callbacks [] for floatingip, before_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:40.224576 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.provisioning_blocks [req-9b471c28-0c23-4333-9b58-e692756d8410 req-28e310d5-96c4-4300-b87f-809d8f40a15d service neutron] Transition to ACTIVE for port object fb4f009e-5cb1-47d6-a548-e37af2cf4502 will not be triggered until provisioned by entity L2. {{(pid=73807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 19:32:40.239747 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-8d83aa53-b23b-4257-b556-f55961ae8db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3610180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60822941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61161554'] for subnet, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:40.243763 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-9b471c28-0c23-4333-9b58-e692756d8410 req-28e310d5-96c4-4300-b87f-809d8f40a15d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133'] for port, after_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:40.246832 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Provisioning complete for port b2147909-a2ed-4691-b295-74a800de9ae7 triggered by entity L2. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 19:32:40.247913 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618911'] for port, provisioning_complete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:40.263739 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.db [req-7e00c708-798e-4d72-ba50-b517369bbcd1 req-aa8422e4-bd8a-427f-ab62-7cc9e6524861 service neutron] For port f1c93f59-4029-4840-a909-8a8e8e429d43, host hv-cinder-73362, cleared binding levels {{(pid=73807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 19:32:40.267680 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:32:40.294302 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:32:40.338170 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-8d83aa53-b23b-4257-b556-f55961ae8db9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533183'] for subnet, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:40.343630 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 39696) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:32:40.344442 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d83aa53-b23b-4257-b556-f55961ae8db9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff238af1-d7ca-47ce-914f-28ca817217b3,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:32:40.347994 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-8d83aa53-b23b-4257-b556-f55961ae8db9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:32:40.352603 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-8d83aa53-b23b-4257-b556-f55961ae8db9 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/ff238af1-d7ca-47ce-914f-28ca817217b3 HTTP/1.1" status: 204 len: 168 time: 1.4784112 Apr 30 19:32:40.360928 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 39698) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:32:40.399100 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-ed1a8009-dd34-4007-b77d-c105018164ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:40.416554 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-ed1a8009-dd34-4007-b77d-c105018164ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:32:40.422051 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-ed1a8009-dd34-4007-b77d-c105018164ef admin admin] Usage tracker for resource:security_group_rule and tenant:d849bfdac66c4b99b4f76f84d0864488 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:32:40.425717 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-ed1a8009-dd34-4007-b77d-c105018164ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:32:40.431447 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-ed1a8009-dd34-4007-b77d-c105018164ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:32:40.481751 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.db [req-7e00c708-798e-4d72-ba50-b517369bbcd1 req-aa8422e4-bd8a-427f-ab62-7cc9e6524861 service neutron] For port f1c93f59-4029-4840-a909-8a8e8e429d43, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=f1c93f59-4029-4840-a909-8a8e8e429d43,segment=NetworkSegment(1eca5c76-e379-494b-9353-e03704231675),segment_id=1eca5c76-e379-494b-9353-e03704231675)] {{(pid=73807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 19:32:40.526154 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] For port 90d38167-fb8d-40ee-b143-74022c226dd6, host dv-cinder-733622-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-14-smb',level=0,port_id=90d38167-fb8d-40ee-b143-74022c226dd6,segment=NetworkSegment(1cec1924-575a-47da-bbe7-12777d2ca2b9),segment_id=1cec1924-575a-47da-bbe7-12777d2ca2b9)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:32:40.545689 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:40.548519 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:32:40.596831 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-bc66c9d8-7805-4592-b1d1-eaa8a301af10 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:40.687487 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e310d5-96c4-4300-b87f-809d8f40a15d service neutron] Pushing event updated for resources: {'Port': ['ID=fb4f009e-5cb1-47d6-a548-e37af2cf4502,revision_number=2']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:32:40.701696 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-28e310d5-96c4-4300-b87f-809d8f40a15d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:32:40.704456 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-7e00c708-798e-4d72-ba50-b517369bbcd1 req-aa8422e4-bd8a-427f-ab62-7cc9e6524861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133'] for port, after_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:40.730113 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-efcc4fa6-c096-4348-8eac-d6b763a8ad47 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:32:40.759244 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.db_base_plugin_common [None req-bc66c9d8-7805-4592-b1d1-eaa8a301af10 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Allocated IP 172.28.1.76 (9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7/476340fc-add5-4316-93e7-f3b1afc75f73/b6920265-b6fa-4ed6-a77b-4a9b5c44ab81) {{(pid=73808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 19:32:40.806808 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:40.822517 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Pushing event updated for resources: {'Port': ['ID=90d38167-fb8d-40ee-b143-74022c226dd6,revision_number=5']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:32:40.828833 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:32:40.841044 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_hamode_db [None req-10648b0f-a027-41cb-858b-9436aa0b6777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7ec752e-256f-4ede-bed4-6c012bd9bef7', 'name': 'tempest-AttachVolumeTestJSON-1647431383-router', 'tenant_id': '1a3a36846b69409bb56820276a166a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'external_fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.147'}], 'enable_snat': True}, 'gw_port_id': '4efd36f4-1f2f-4c62-80a6-a3f2400d3013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T19:32:07Z', 'updated_at': '2021-04-30T19:32:24Z', 'revision_number': 4, 'project_id': '1a3a36846b69409bb56820276a166a65', 'gw_port': {'id': '4efd36f4-1f2f-4c62-80a6-a3f2400d3013', 'name': '', 'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:3e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ec752e-256f-4ede-bed4-6c012bd9bef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:32:11Z', 'updated_at': '2021-04-30T19:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-14-smb', '_interfaces': [{'id': '484fef2b-b90f-45b9-b201-a198550a228f', 'name': '', 'network_id': 'fb753e9f-d5ea-4d3b-a660-3bfc4f53e5c0', 'tenant_id': '1a3a36846b69409bb56820276a166a65', 'mac_address': 'fa:16:3e:64:79:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7ec752e-256f-4ede-bed4-6c012bd9bef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '60d0612e-ab94-488a-8358-4a2e04237205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:32:22Z', 'updated_at': '2021-04-30T19:32:39Z', 'revision_number': 4, 'project_id': '1a3a36846b69409bb56820276a166a65', 'subnets': [{'id': '60d0612e-ab94-488a-8358-4a2e04237205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-14-smb', False) {} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:32:40.850854 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '091147a4-8d9e-45ca-9ccc-714405044f55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2147909-a2ed-4691-b295-74a800de9ae7'}] {{(pid=73809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 19:32:40.858953 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-ed1a8009-dd34-4007-b77d-c105018164ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:40.915792 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10648b0f-a027-41cb-858b-9436aa0b6777 None None] The sync data for ids ['b7ec752e-256f-4ede-bed4-6c012bd9bef7'] in dv-cinder-733622-14-smb is: [{'id': 'b7ec752e-256f-4ede-bed4-6c012bd9bef7', 'name': 'tempest-AttachVolumeTestJSON-1647431383-router', 'tenant_id': '1a3a36846b69409bb56820276a166a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'external_fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.147'}], 'enable_snat': True}, 'gw_port_id': '4efd36f4-1f2f-4c62-80a6-a3f2400d3013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T19:32:07Z', 'updated_at': '2021-04-30T19:32:24Z', 'revision_number': 4, 'project_id': '1a3a36846b69409bb56820276a166a65', 'gw_port': {'id': '4efd36f4-1f2f-4c62-80a6-a3f2400d3013', 'name': '', 'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:3e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ec752e-256f-4ede-bed4-6c012bd9bef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:32:11Z', 'updated_at': '2021-04-30T19:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-14-smb', '_interfaces': [{'id': '484fef2b-b90f-45b9-b201-a198550a228f', 'name': '', 'network_id': 'fb753e9f-d5ea-4d3b-a660-3bfc4f53e5c0', 'tenant_id': '1a3a36846b69409bb56820276a166a65', 'mac_address': 'fa:16:3e:64:79:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7ec752e-256f-4ede-bed4-6c012bd9bef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '60d0612e-ab94-488a-8358-4a2e04237205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:32:22Z', 'updated_at': '2021-04-30T19:32:39Z', 'revision_number': 4, 'project_id': '1a3a36846b69409bb56820276a166a65', 'subnets': [{'id': '60d0612e-ab94-488a-8358-4a2e04237205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 19:32:40.930704 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-52906111-d440-4d5d-8efb-e75d6502f760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3786539'] for network, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:40.935664 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-65ba8c12-0d06-4959-8304-606821799626 None None] For port b2147909-a2ed-4691-b295-74a800de9ae7, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=b2147909-a2ed-4691-b295-74a800de9ae7,segment=NetworkSegment(082828c5-b8d6-464f-b8c4-d43ab2e52f3e),segment_id=082828c5-b8d6-464f-b8c4-d43ab2e52f3e)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:32:40.944155 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:40.946015 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-3ee730e4-acb9-4cfe-b035-510964225832 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:32:40.949004 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-ed1a8009-dd34-4007-b77d-c105018164ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:40.973636 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e00c708-798e-4d72-ba50-b517369bbcd1 req-aa8422e4-bd8a-427f-ab62-7cc9e6524861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:32:40.974285 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-7e00c708-798e-4d72-ba50-b517369bbcd1 req-aa8422e4-bd8a-427f-ab62-7cc9e6524861 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533183'] for port, before_response {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:40.975698 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-7e00c708-798e-4d72-ba50-b517369bbcd1 req-aa8422e4-bd8a-427f-ab62-7cc9e6524861 service neutron] 10.222.0.48 "PUT /v2.0/ports/f1c93f59-4029-4840-a909-8a8e8e429d43 HTTP/1.1" status: 200 len: 1093 time: 4.8422680 Apr 30 19:32:41.030409 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bb8116d-e232-45ab-9b2d-8d874920235b', 'tag': 'f1c93f59-4029-4840-a909-8a8e8e429d43'}] {{(pid=73807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 19:32:41.049454 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-8d331c63-ab0c-4c98-b867-0905e1f24af7 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:32:41.063754 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-ed1a8009-dd34-4007-b77d-c105018164ef admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d849bfdac66c4b99b4f76f84d0864488&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7076087 Apr 30 19:32:41.070625 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 39726) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:32:41.165298 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Pushing event updated for resources: {'Port': ['ID=b2147909-a2ed-4691-b295-74a800de9ae7,revision_number=5']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:32:41.174066 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:32:41.209004 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1a8009-dd34-4007-b77d-c105018164ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d3cedda-350d-4f8b-b4af-2e4b9f72cdec,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:32:41.212905 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-ed1a8009-dd34-4007-b77d-c105018164ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:32:41.268669 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 39734) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:32:41.303247 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.managers [req-9b471c28-0c23-4333-9b58-e692756d8410 req-28e310d5-96c4-4300-b87f-809d8f40a15d service neutron] Attempting to bind port fb4f009e-5cb1-47d6-a548-e37af2cf4502 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=73807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 19:32:41.303973 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.managers [req-9b471c28-0c23-4333-9b58-e692756d8410 req-28e310d5-96c4-4300-b87f-809d8f40a15d service neutron] Attempting to bind port fb4f009e-5cb1-47d6-a548-e37af2cf4502 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '1eca5c76-e379-494b-9353-e03704231675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'f30450fe-9c9f-4fd9-802e-cfb944509dec'}] {{(pid=73807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 19:32:41.304791 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b471c28-0c23-4333-9b58-e692756d8410 req-28e310d5-96c4-4300-b87f-809d8f40a15d service neutron] Attempting to bind port fb4f009e-5cb1-47d6-a548-e37af2cf4502 on network f30450fe-9c9f-4fd9-802e-cfb944509dec {{(pid=73807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 19:32:41.326924 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bb8116d-e232-45ab-9b2d-8d874920235b', 'tag': 'f1c93f59-4029-4840-a909-8a8e8e429d43', 'status': 'completed', 'code': 200} Apr 30 19:32:41.350417 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b471c28-0c23-4333-9b58-e692756d8410 req-28e310d5-96c4-4300-b87f-809d8f40a15d service neutron] Port fb4f009e-5cb1-47d6-a548-e37af2cf4502 on network f30450fe-9c9f-4fd9-802e-cfb944509dec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=73807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 19:32:41.352368 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b471c28-0c23-4333-9b58-e692756d8410 req-28e310d5-96c4-4300-b87f-809d8f40a15d service neutron] Attempting to bind port fb4f009e-5cb1-47d6-a548-e37af2cf4502 on network f30450fe-9c9f-4fd9-802e-cfb944509dec {{(pid=73807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 19:32:41.364975 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8422e4-bd8a-427f-ab62-7cc9e6524861 service neutron] Pushing event updated for resources: {'Port': ['ID=f1c93f59-4029-4840-a909-8a8e8e429d43,revision_number=3']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:32:41.386963 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-aa8422e4-bd8a-427f-ab62-7cc9e6524861 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.653s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:32:41.392583 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-bc66c9d8-7805-4592-b1d1-eaa8a301af10 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Notify callbacks [] for port, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:41.400914 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b471c28-0c23-4333-9b58-e692756d8410 req-28e310d5-96c4-4300-b87f-809d8f40a15d service neutron] Checking agent: {'id': '787256c0-27a9-4f74-baeb-f887319a5aee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 19, 30, 29), 'started_at': datetime.datetime(2021, 4, 30, 19, 30, 29), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 19, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 19:32:41.404004 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b471c28-0c23-4333-9b58-e692756d8410 req-28e310d5-96c4-4300-b87f-809d8f40a15d service neutron] Checking segment: {'id': '1eca5c76-e379-494b-9353-e03704231675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'f30450fe-9c9f-4fd9-802e-cfb944509dec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 19:32:41.404706 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b471c28-0c23-4333-9b58-e692756d8410 req-28e310d5-96c4-4300-b87f-809d8f40a15d service neutron] Bound using segment: {'id': '1eca5c76-e379-494b-9353-e03704231675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'f30450fe-9c9f-4fd9-802e-cfb944509dec'} {{(pid=73807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 19:32:41.405416 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.managers [req-9b471c28-0c23-4333-9b58-e692756d8410 req-28e310d5-96c4-4300-b87f-809d8f40a15d service neutron] Bound port: fb4f009e-5cb1-47d6-a548-e37af2cf4502, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1eca5c76-e379-494b-9353-e03704231675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'f30450fe-9c9f-4fd9-802e-cfb944509dec'}}] {{(pid=73807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 19:32:41.410755 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-9b471c28-0c23-4333-9b58-e692756d8410 req-28e310d5-96c4-4300-b87f-809d8f40a15d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:41.426737 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-d1007734-228a-4a2d-88a8-2af37d738556 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:41.463264 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cc5d56-ce47-4190-bca0-383e7e5d93b7 req-6ccdc08e-ef5c-45d0-ac6f-867ba91b018c tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:32:41.466023 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-72cc5d56-ce47-4190-bca0-383e7e5d93b7 req-6ccdc08e-ef5c-45d0-ac6f-867ba91b018c tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/ports?device_id=595bc164-a92e-463d-8134-f8913beddb0b HTTP/1.1" status: 200 len: 943 time: 1.1034350 Apr 30 19:32:41.598746 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-bc66c9d8-7805-4592-b1d1-eaa8a301af10 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780696898070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60822380'] for port, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:41.664797 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-52906111-d440-4d5d-8efb-e75d6502f760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3605456', 'neutron.services.segments.db._delete_segments_for_network-8780697326129'] for network, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:41.668900 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.db [req-9b471c28-0c23-4333-9b58-e692756d8410 req-28e310d5-96c4-4300-b87f-809d8f40a15d service neutron] For port fb4f009e-5cb1-47d6-a548-e37af2cf4502, host hv-cinder-73362, cleared binding levels {{(pid=73807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 19:32:41.672470 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.db [req-9b471c28-0c23-4333-9b58-e692756d8410 req-28e310d5-96c4-4300-b87f-809d8f40a15d service neutron] For port fb4f009e-5cb1-47d6-a548-e37af2cf4502, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=fb4f009e-5cb1-47d6-a548-e37af2cf4502,segment=NetworkSegment(1eca5c76-e379-494b-9353-e03704231675),segment_id=1eca5c76-e379-494b-9353-e03704231675)] {{(pid=73807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 19:32:41.677535 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-cf484b5c-4ac9-4223-9e06-896c97ad8a66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:41.681064 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:32:41.693324 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e00c708-798e-4d72-ba50-b517369bbcd1 req-3edcc093-1b33-4691-b0da-684caa4803fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:32:41.694826 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-7e00c708-798e-4d72-ba50-b517369bbcd1 req-3edcc093-1b33-4691-b0da-684caa4803fe service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b687dbbcb0d540b592764d29c8baa1ab&device_id=6bb8116d-e232-45ab-9b2d-8d874920235b HTTP/1.1" status: 200 len: 1096 time: 0.5706687 Apr 30 19:32:41.700635 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-8934452e-1d09-45b3-9b68-a62f92c565fd tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:41.702893 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-9b471c28-0c23-4333-9b58-e692756d8410 req-28e310d5-96c4-4300-b87f-809d8f40a15d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133'] for port, after_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:41.744603 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-d1007734-228a-4a2d-88a8-2af37d738556 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:41.761901 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc66c9d8-7805-4592-b1d1-eaa8a301af10 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Network 9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7 is already hosted by enough agents. {{(pid=73808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 19:32:41.776942 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.scheduler.base_scheduler [None req-bc66c9d8-7805-4592-b1d1-eaa8a301af10 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Resources bound (agent type, host, resource id): {{(pid=73808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 19:32:41.799719 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:32:41.831559 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-72cc5d56-ce47-4190-bca0-383e7e5d93b7 req-f705231e-1fd2-43f2-887d-83a2302292ae tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/security-groups?id=37889038-5279-4736-a9a0-7b515de45d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3509238 Apr 30 19:32:41.836483 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc66c9d8-7805-4592-b1d1-eaa8a301af10 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Received port after_create {{(pid=73808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 19:32:41.848591 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-cf484b5c-4ac9-4223-9e06-896c97ad8a66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:32:41.896405 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-7e00c708-798e-4d72-ba50-b517369bbcd1 req-2960c6c7-7cb4-4aaf-b84d-1149d8acf566 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f1c93f59-4029-4840-a909-8a8e8e429d43 HTTP/1.1" status: 200 len: 217 time: 0.1898513 Apr 30 19:32:41.904017 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-cf484b5c-4ac9-4223-9e06-896c97ad8a66 admin admin] Usage tracker for resource:security_group_rule and tenant:cf1e0b74149448f1aa2f38a71e822463 is out of sync, need to count used quota {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:32:41.906442 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 39752) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:32:41.920124 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc66c9d8-7805-4592-b1d1-eaa8a301af10 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Pushing event updated for resources: {'Port': ['ID=b6920265-b6fa-4ed6-a77b-4a9b5c44ab81,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:32:41.927913 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b471c28-0c23-4333-9b58-e692756d8410 req-28e310d5-96c4-4300-b87f-809d8f40a15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:32:41.928555 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-9b471c28-0c23-4333-9b58-e692756d8410 req-28e310d5-96c4-4300-b87f-809d8f40a15d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533183'] for port, before_response {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:41.930374 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-9b471c28-0c23-4333-9b58-e692756d8410 req-28e310d5-96c4-4300-b87f-809d8f40a15d service neutron] 10.222.0.48 "PUT /v2.0/ports/fb4f009e-5cb1-47d6-a548-e37af2cf4502 HTTP/1.1" status: 200 len: 1093 time: 3.4039061 Apr 30 19:32:41.936007 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-bc66c9d8-7805-4592-b1d1-eaa8a301af10 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:32:41.956592 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.services.segments.db [None req-52906111-d440-4d5d-8efb-e75d6502f760 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be119b71-f3d7-4e69-990c-b60f0266a641']}} {{(pid=73808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:32:41.963939 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-cf484b5c-4ac9-4223-9e06-896c97ad8a66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:32:41.977336 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.services.segments.db [None req-52906111-d440-4d5d-8efb-e75d6502f760 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42f01dfd-4db8-4bbf-bb4b-c41beaeb8157') {'for_net_delete': True} {{(pid=73808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:32:41.977629 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.services.segments.db [None req-52906111-d440-4d5d-8efb-e75d6502f760 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42f01dfd-4db8-4bbf-bb4b-c41beaeb8157') {} {{(pid=73808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:32:41.989186 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-cf484b5c-4ac9-4223-9e06-896c97ad8a66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:32:42.000945 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-52906111-d440-4d5d-8efb-e75d6502f760 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780697336679', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1832946'] for segment, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:42.023953 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2ccbe8-cab9-4a3b-8ce1-9f769127a27e req-e553404d-ccd4-49f8-af8e-3b96e1d41237 tempest-DeleteServersTestJSON-444044887 tempest-DeleteServersTestJSON-444044887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:32:42.030830 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-2d2ccbe8-cab9-4a3b-8ce1-9f769127a27e req-e553404d-ccd4-49f8-af8e-3b96e1d41237 tempest-DeleteServersTestJSON-444044887 tempest-DeleteServersTestJSON-444044887-project] 10.222.0.41 "GET /v2.0/ports?device_id=091147a4-8d9e-45ca-9ccc-714405044f55 HTTP/1.1" status: 200 len: 945 time: 0.5164945 Apr 30 19:32:42.114084 dv-cinder-733622-14-smb neutron-server[73809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '091147a4-8d9e-45ca-9ccc-714405044f55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2147909-a2ed-4691-b295-74a800de9ae7', 'code': 200} Apr 30 19:32:42.117525 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-d1007734-228a-4a2d-88a8-2af37d738556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:42.121604 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-52906111-d440-4d5d-8efb-e75d6502f760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611927'] for segment, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:42.138854 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e310d5-96c4-4300-b87f-809d8f40a15d service neutron] Pushing event updated for resources: {'Port': ['ID=fb4f009e-5cb1-47d6-a548-e37af2cf4502,revision_number=3']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:32:42.145994 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:32:42.162860 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1007734-228a-4a2d-88a8-2af37d738556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d3cedda-350d-4f8b-b4af-2e4b9f72cdec,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:32:42.171311 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52906111-d440-4d5d-8efb-e75d6502f760 admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=73808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 19:32:42.173867 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-51fa59e4-5f97-4edb-bcb7-330844ff7558 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:42.186668 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-28e310d5-96c4-4300-b87f-809d8f40a15d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:32:42.195035 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-d1007734-228a-4a2d-88a8-2af37d738556 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:32:42.198558 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-51fa59e4-5f97-4edb-bcb7-330844ff7558 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:32:42.202341 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-51fa59e4-5f97-4edb-bcb7-330844ff7558 admin admin] Usage tracker for resource:security_group_rule and tenant:5fa77e6a52a7422dbd7cf7f66a8a1add is out of sync, need to count used quota {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:32:42.205245 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-51fa59e4-5f97-4edb-bcb7-330844ff7558 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:32:42.212328 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-51fa59e4-5f97-4edb-bcb7-330844ff7558 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:32:42.265467 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e00c708-798e-4d72-ba50-b517369bbcd1 req-441825f4-33ab-4749-a76a-eed0b34a9a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:32:42.266948 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-7e00c708-798e-4d72-ba50-b517369bbcd1 req-441825f4-33ab-4749-a76a-eed0b34a9a13 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7fdb9f4a-37a8-450d-a546-25c2f22121ea HTTP/1.1" status: 200 len: 858 time: 0.3578207 Apr 30 19:32:42.302130 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-2d2ccbe8-cab9-4a3b-8ce1-9f769127a27e req-7ad8953a-1efe-429f-a540-03276d79d9cd tempest-DeleteServersTestJSON-444044887 tempest-DeleteServersTestJSON-444044887-project] 10.222.0.41 "GET /v2.0/security-groups?id=df999433-5a02-4405-b58f-e0a733d35b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704115 Apr 30 19:32:42.323441 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-bc66c9d8-7805-4592-b1d1-eaa8a301af10 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:42.366144 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-d1007734-228a-4a2d-88a8-2af37d738556 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:42.369710 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-d1007734-228a-4a2d-88a8-2af37d738556 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9d3cedda-350d-4f8b-b4af-2e4b9f72cdec HTTP/1.1" status: 204 len: 168 time: 1.2912483 Apr 30 19:32:42.397155 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-7e00c708-798e-4d72-ba50-b517369bbcd1 req-bbf2dc4a-707d-45c2-adf5-ee3a540dd7f5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f30450fe-9c9f-4fd9-802e-cfb944509dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1133838 Apr 30 19:32:42.419244 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.db_base_plugin_common [None req-8934452e-1d09-45b3-9b68-a62f92c565fd tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Allocated IP 172.28.1.93 (9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7/476340fc-add5-4316-93e7-f3b1afc75f73/eea70409-72ef-469d-aab4-e4f8ffd36864) {{(pid=73807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 19:32:42.458366 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b471c28-0c23-4333-9b58-e692756d8410 req-7886cfb9-8c3b-4fca-9aa8-a0ac0fc9fe6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:32:42.459808 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-9b471c28-0c23-4333-9b58-e692756d8410 req-7886cfb9-8c3b-4fca-9aa8-a0ac0fc9fe6f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b687dbbcb0d540b592764d29c8baa1ab&device_id=595bc164-a92e-463d-8134-f8913beddb0b HTTP/1.1" status: 200 len: 1096 time: 0.4754503 Apr 30 19:32:42.465342 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.plugins.ml2.managers [None req-52906111-d440-4d5d-8efb-e75d6502f760 admin admin] Network be119b71-f3d7-4e69-990c-b60f0266a641 has no segments {{(pid=73808) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 19:32:42.475642 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-52906111-d440-4d5d-8efb-e75d6502f760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60822335'] for segment, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:42.562541 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-bc66c9d8-7805-4592-b1d1-eaa8a301af10 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:42.661761 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-9b471c28-0c23-4333-9b58-e692756d8410 req-c048f582-8d05-4d25-9729-b3cc4e6601f7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fb4f009e-5cb1-47d6-a548-e37af2cf4502 HTTP/1.1" status: 200 len: 217 time: 0.1704011 Apr 30 19:32:42.663681 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-51fa59e4-5f97-4edb-bcb7-330844ff7558 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:42.715319 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.plugins.ml2.managers [None req-52906111-d440-4d5d-8efb-e75d6502f760 admin admin] Network be119b71-f3d7-4e69-990c-b60f0266a641 has no segments {{(pid=73808) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 19:32:42.741008 dv-cinder-733622-14-smb neutron-server[73808]: Traceback (most recent call last): Apr 30 19:32:42.741008 dv-cinder-733622-14-smb neutron-server[73808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 19:32:42.741008 dv-cinder-733622-14-smb neutron-server[73808]: timer() Apr 30 19:32:42.741008 dv-cinder-733622-14-smb neutron-server[73808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 19:32:42.741008 dv-cinder-733622-14-smb neutron-server[73808]: cb(*args, **kw) Apr 30 19:32:42.741008 dv-cinder-733622-14-smb neutron-server[73808]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 19:32:42.741008 dv-cinder-733622-14-smb neutron-server[73808]: return func(*args, **kwargs) Apr 30 19:32:42.741008 dv-cinder-733622-14-smb neutron-server[73808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 19:32:42.741008 dv-cinder-733622-14-smb neutron-server[73808]: self._notify() Apr 30 19:32:42.741008 dv-cinder-733622-14-smb neutron-server[73808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 19:32:42.741008 dv-cinder-733622-14-smb neutron-server[73808]: self.callback(batched_events) Apr 30 19:32:42.741008 dv-cinder-733622-14-smb neutron-server[73808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 19:32:42.741008 dv-cinder-733622-14-smb neutron-server[73808]: event.method(event) Apr 30 19:32:42.741008 dv-cinder-733622-14-smb neutron-server[73808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 19:32:42.741008 dv-cinder-733622-14-smb neutron-server[73808]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 19:32:42.741008 dv-cinder-733622-14-smb neutron-server[73808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 19:32:42.741008 dv-cinder-733622-14-smb neutron-server[73808]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 19:32:42.741008 dv-cinder-733622-14-smb neutron-server[73808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 19:32:42.741008 dv-cinder-733622-14-smb neutron-server[73808]: return f(self, *a, **k) Apr 30 19:32:42.741008 dv-cinder-733622-14-smb neutron-server[73808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 19:32:42.741008 dv-cinder-733622-14-smb neutron-server[73808]: return self._get(url).json() Apr 30 19:32:42.741008 dv-cinder-733622-14-smb neutron-server[73808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 19:32:42.741008 dv-cinder-733622-14-smb neutron-server[73808]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 19:32:42.741008 dv-cinder-733622-14-smb neutron-server[73808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 19:32:42.741008 dv-cinder-733622-14-smb neutron-server[73808]: return self.request(url, 'GET', **kwargs) Apr 30 19:32:42.741008 dv-cinder-733622-14-smb neutron-server[73808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 19:32:42.741008 dv-cinder-733622-14-smb neutron-server[73808]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 19:32:42.741008 dv-cinder-733622-14-smb neutron-server[73808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 19:32:42.741008 dv-cinder-733622-14-smb neutron-server[73808]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 19:32:42.741008 dv-cinder-733622-14-smb neutron-server[73808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 19:32:42.741008 dv-cinder-733622-14-smb neutron-server[73808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 19:32:42.741008 dv-cinder-733622-14-smb neutron-server[73808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 19:32:42.771380 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Device 484fef2b-b90f-45b9-b201-a198550a228f up at agent ovs-agent-dv-cinder-733622-14-smb {{(pid=73809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 19:32:42.781689 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-51fa59e4-5f97-4edb-bcb7-330844ff7558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:42.834744 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-eec3dca1-821c-4094-9ec8-9ea2a634940c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:32:42.900235 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Provisioning for port 484fef2b-b90f-45b9-b201-a198550a228f completed by entity L2. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 19:32:42.918125 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Provisioning complete for port 484fef2b-b90f-45b9-b201-a198550a228f triggered by entity L2. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 19:32:42.918498 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-52906111-d440-4d5d-8efb-e75d6502f760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3605455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679237'] for network, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:42.920451 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618911'] for port, provisioning_complete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:42.930527 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-52906111-d440-4d5d-8efb-e75d6502f760 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533183'] for network, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:42.935543 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:32:42.949747 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-52906111-d440-4d5d-8efb-e75d6502f760 admin admin] 10.222.0.41 "DELETE /v2.0/networks/be119b71-f3d7-4e69-990c-b60f0266a641 HTTP/1.1" status: 204 len: 168 time: 2.5879138 Apr 30 19:32:42.958552 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52906111-d440-4d5d-8efb-e75d6502f760 admin admin] Pushing event deleted for resources: {'Network': ['ID=be119b71-f3d7-4e69-990c-b60f0266a641,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:32:42.962462 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-52906111-d440-4d5d-8efb-e75d6502f760 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:32:43.040295 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-bc66c9d8-7805-4592-b1d1-eaa8a301af10 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Notify callbacks [] for port, precommit_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:43.049628 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-bc66c9d8-7805-4592-b1d1-eaa8a301af10 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60822363'] for port, after_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:43.056919 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:32:43.118113 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:43.152449 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-cf484b5c-4ac9-4223-9e06-896c97ad8a66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:43.183719 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] For port 484fef2b-b90f-45b9-b201-a198550a228f, host dv-cinder-733622-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-14-smb',level=0,port_id=484fef2b-b90f-45b9-b201-a198550a228f,segment=NetworkSegment(0eb9c3fd-827b-4d06-8c9c-ae028f36cb05),segment_id=0eb9c3fd-827b-4d06-8c9c-ae028f36cb05)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:32:43.190190 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:43.191455 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Device 90d38167-fb8d-40ee-b143-74022c226dd6 up at agent ovs-agent-dv-cinder-733622-14-smb {{(pid=73809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 19:32:43.209016 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 39784) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:32:43.227355 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-cf484b5c-4ac9-4223-9e06-896c97ad8a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:43.229536 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-7e00c708-798e-4d72-ba50-b517369bbcd1 req-54a53f65-7ddf-43eb-85e3-9a1c2dcb890d service neutron] 10.222.0.48 "GET /v2.0/networks/f30450fe-9c9f-4fd9-802e-cfb944509dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8080289 Apr 30 19:32:43.243199 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b471c28-0c23-4333-9b58-e692756d8410 req-4c2f1502-f617-45d8-96f6-7ffef6dc333f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:32:43.244640 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-9b471c28-0c23-4333-9b58-e692756d8410 req-4c2f1502-f617-45d8-96f6-7ffef6dc333f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7fdb9f4a-37a8-450d-a546-25c2f22121ea HTTP/1.1" status: 200 len: 858 time: 0.5450196 Apr 30 19:32:43.245155 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-c51c9e7b-0ad8-48a3-860c-869ba9c784a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:32:43.247066 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d95be2-5587-461a-ae77-99a80e387e6b req-c7f86c90-50cb-49c4-ac90-413d5175e704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:32:43.248796 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-75d95be2-5587-461a-ae77-99a80e387e6b req-c7f86c90-50cb-49c4-ac90-413d5175e704 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=091147a4-8d9e-45ca-9ccc-714405044f55 HTTP/1.1" status: 200 len: 1098 time: 0.9126554 Apr 30 19:32:43.251021 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-51fa59e4-5f97-4edb-bcb7-330844ff7558 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5fa77e6a52a7422dbd7cf7f66a8a1add&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3362403 Apr 30 19:32:43.281578 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 39790) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:32:43.293190 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc66c9d8-7805-4592-b1d1-eaa8a301af10 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Pushing event updated for resources: {'Port': ['ID=b6920265-b6fa-4ed6-a77b-4a9b5c44ab81,revision_number=2']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:32:43.309688 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-bc66c9d8-7805-4592-b1d1-eaa8a301af10 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:32:43.352416 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-2803773d-4859-4acd-9e20-9c015be6adf9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=02661136dace4b448c6dac4d2fb28478&name=default HTTP/1.1" status: 200 len: 2977 time: 0.1397731 Apr 30 19:32:43.357920 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 39796) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:32:43.358789 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-bc66c9d8-7805-4592-b1d1-eaa8a301af10 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679255'] for floatingip, after_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:43.404319 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '595bc164-a92e-463d-8134-f8913beddb0b', 'tag': 'fb4f009e-5cb1-47d6-a548-e37af2cf4502'}] {{(pid=73807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 19:32:43.404647 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Pushing event updated for resources: {'Port': ['ID=484fef2b-b90f-45b9-b201-a198550a228f,revision_number=5']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:32:43.427224 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:32:43.449121 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Provisioning complete for port 90d38167-fb8d-40ee-b143-74022c226dd6 triggered by entity L2. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 19:32:43.449505 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618911'] for port, provisioning_complete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:43.473362 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-bc66c9d8-7805-4592-b1d1-eaa8a301af10 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937687'] for floatingip, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:43.489103 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-bc66c9d8-7805-4592-b1d1-eaa8a301af10 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.4882767 Apr 30 19:32:43.538830 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-febcad5c-db79-4b0d-b84f-230218723624 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:43.580069 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fa59e4-5f97-4edb-bcb7-330844ff7558 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=767bed01-cb08-4040-b747-4924aaf50052,revision_number=1']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:32:43.602541 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-51fa59e4-5f97-4edb-bcb7-330844ff7558 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.769s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:32:43.603137 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-a9f7a527-3c35-4f21-859f-e998187688c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.298s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:32:43.628681 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-9b471c28-0c23-4333-9b58-e692756d8410 req-7cc1b7de-3cd0-41c0-ad13-2f614e8e78bb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f30450fe-9c9f-4fd9-802e-cfb944509dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3247170 Apr 30 19:32:43.630166 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-75d95be2-5587-461a-ae77-99a80e387e6b req-75f016df-ddc7-434c-b17c-a2f8f076651c service neutron] Notify callbacks [] for security_group, before_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:43.671440 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-febcad5c-db79-4b0d-b84f-230218723624 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:43.776277 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-cf484b5c-4ac9-4223-9e06-896c97ad8a66 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cf1e0b74149448f1aa2f38a71e822463&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4973319 Apr 30 19:32:43.783843 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-8934452e-1d09-45b3-9b68-a62f92c565fd tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Notify callbacks [] for port, precommit_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:43.790116 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-febcad5c-db79-4b0d-b84f-230218723624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:43.790326 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 39808) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:32:43.800435 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [req-75d95be2-5587-461a-ae77-99a80e387e6b req-75f016df-ddc7-434c-b17c-a2f8f076651c service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:32:43.806246 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-621db3d8-dcae-47bc-84a5-38f263d6557b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:43.820456 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [req-75d95be2-5587-461a-ae77-99a80e387e6b req-75f016df-ddc7-434c-b17c-a2f8f076651c service neutron] Usage tracker for resource:security_group_rule and tenant:f01f803c56354d838f31624e46dc5207 is out of sync, need to count used quota {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:32:43.835121 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-d601a60e-818a-4679-a468-a28751179142 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:32:43.859239 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febcad5c-db79-4b0d-b84f-230218723624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a688ec-6699-4471-a3ae-dfe489e9f67e,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:32:43.871238 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-febcad5c-db79-4b0d-b84f-230218723624 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:32:43.890960 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [req-75d95be2-5587-461a-ae77-99a80e387e6b req-75f016df-ddc7-434c-b17c-a2f8f076651c service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:32:43.895939 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-7e00c708-798e-4d72-ba50-b517369bbcd1 req-e14d6d9c-0612-4d67-91ea-52ea0378ac23 service neutron] 10.222.0.48 "GET /v2.0/networks/f30450fe-9c9f-4fd9-802e-cfb944509dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6337502 Apr 30 19:32:43.896796 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf484b5c-4ac9-4223-9e06-896c97ad8a66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=010ac38c-b497-4ada-898e-4c958c1218cd,revision_number=1']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:32:43.902625 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-febcad5c-db79-4b0d-b84f-230218723624 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:43.903724 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-febcad5c-db79-4b0d-b84f-230218723624 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/60a688ec-6699-4471-a3ae-dfe489e9f67e HTTP/1.1" status: 204 len: 168 time: 0.5405819 Apr 30 19:32:43.918598 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-621db3d8-dcae-47bc-84a5-38f263d6557b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:43.946652 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a709be26-c02f-4264-aa0d-54f684b79482 req-83046529-1f5f-4df7-854a-154afd280d88 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:32:43.958588 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-a709be26-c02f-4264-aa0d-54f684b79482 req-83046529-1f5f-4df7-854a-154afd280d88 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/ports?device_id=595bc164-a92e-463d-8134-f8913beddb0b HTTP/1.1" status: 200 len: 943 time: 0.9245408 Apr 30 19:32:43.970991 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-cf484b5c-4ac9-4223-9e06-896c97ad8a66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:32:43.976654 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [req-75d95be2-5587-461a-ae77-99a80e387e6b req-75f016df-ddc7-434c-b17c-a2f8f076651c service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:32:44.039363 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-ee6c67bc-be50-472f-a4e1-55fccfebf47a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:44.047649 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207180b2-b374-41d1-8fa8-03cbb6ab3a88 req-2c0d06a4-f39f-4124-b5d0-c790609436a0 tempest-DeleteServersTestJSON-444044887 tempest-DeleteServersTestJSON-444044887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:32:44.049654 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-207180b2-b374-41d1-8fa8-03cbb6ab3a88 req-2c0d06a4-f39f-4124-b5d0-c790609436a0 tempest-DeleteServersTestJSON-444044887 tempest-DeleteServersTestJSON-444044887-project] 10.222.0.41 "GET /v2.0/ports?device_id=091147a4-8d9e-45ca-9ccc-714405044f55 HTTP/1.1" status: 200 len: 945 time: 0.3148530 Apr 30 19:32:44.092716 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-621db3d8-dcae-47bc-84a5-38f263d6557b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:44.156433 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-3e2d2e4b-3bd7-45b2-9cd8-9d31c985110f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:32:44.171929 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-ee6c67bc-be50-472f-a4e1-55fccfebf47a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:44.179908 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-a709be26-c02f-4264-aa0d-54f684b79482 req-94be73fc-1be4-4430-8a34-5925070845a9 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/security-groups?id=37889038-5279-4736-a9a0-7b515de45d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181749 Apr 30 19:32:44.218795 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-9b471c28-0c23-4333-9b58-e692756d8410 req-8bd414ee-9969-4499-9aa8-7d825dd2f692 service neutron] 10.222.0.48 "GET /v2.0/networks/f30450fe-9c9f-4fd9-802e-cfb944509dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5641975 Apr 30 19:32:44.258010 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621db3d8-dcae-47bc-84a5-38f263d6557b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=767bed01-cb08-4040-b747-4924aaf50052,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:32:44.312968 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-621db3d8-dcae-47bc-84a5-38f263d6557b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:32:44.314801 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '595bc164-a92e-463d-8134-f8913beddb0b', 'tag': 'fb4f009e-5cb1-47d6-a548-e37af2cf4502', 'status': 'completed', 'code': 200} Apr 30 19:32:44.322998 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-8934452e-1d09-45b3-9b68-a62f92c565fd tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780696898070'] for port, after_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:44.351673 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-621db3d8-dcae-47bc-84a5-38f263d6557b admin admin] Notify callbacks [] for security_group, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:44.352803 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-621db3d8-dcae-47bc-84a5-38f263d6557b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/767bed01-cb08-4040-b747-4924aaf50052 HTTP/1.1" status: 204 len: 168 time: 1.0656445 Apr 30 19:32:44.376650 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-207180b2-b374-41d1-8fa8-03cbb6ab3a88 req-20b95399-5668-4d68-99e5-cd7d46d2ca80 tempest-DeleteServersTestJSON-444044887 tempest-DeleteServersTestJSON-444044887-project] 10.222.0.41 "GET /v2.0/security-groups?id=df999433-5a02-4405-b58f-e0a733d35b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2843685 Apr 30 19:32:44.403761 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-ee6c67bc-be50-472f-a4e1-55fccfebf47a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:44.410308 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:32:44.433227 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6c67bc-be50-472f-a4e1-55fccfebf47a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=010ac38c-b497-4ada-898e-4c958c1218cd,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:32:44.439911 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:32:44.444766 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-ee6c67bc-be50-472f-a4e1-55fccfebf47a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:32:44.445786 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-ee6c67bc-be50-472f-a4e1-55fccfebf47a admin admin] Notify callbacks [] for security_group, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:44.447305 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-ee6c67bc-be50-472f-a4e1-55fccfebf47a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/010ac38c-b497-4ada-898e-4c958c1218cd HTTP/1.1" status: 204 len: 168 time: 0.6421697 Apr 30 19:32:44.539647 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8934452e-1d09-45b3-9b68-a62f92c565fd tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Network 9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7 is already hosted by enough agents. {{(pid=73807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 19:32:44.548155 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.scheduler.base_scheduler [None req-8934452e-1d09-45b3-9b68-a62f92c565fd tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Resources bound (agent type, host, resource id): {{(pid=73807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 19:32:44.552719 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66bdd55-2114-4187-9c47-dc6df6a6489f req-62206eba-d98e-426e-9be6-a7ae22389a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:32:44.554209 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-e66bdd55-2114-4187-9c47-dc6df6a6489f req-62206eba-d98e-426e-9be6-a7ae22389a20 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b687dbbcb0d540b592764d29c8baa1ab&device_id=6bb8116d-e232-45ab-9b2d-8d874920235b HTTP/1.1" status: 200 len: 1096 time: 0.5817733 Apr 30 19:32:44.561842 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8934452e-1d09-45b3-9b68-a62f92c565fd tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Received port after_create {{(pid=73807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 19:32:44.609740 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 39834) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:32:44.647110 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Device 484fef2b-b90f-45b9-b201-a198550a228f up at agent ovs-agent-dv-cinder-733622-14-smb {{(pid=73809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 19:32:44.686411 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-4ab79ffe-015e-4d92-98b2-0a4524e6b6d0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4422e9a03f0d41c6841f60e60b844027&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0748549 Apr 30 19:32:44.689400 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 39838) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:32:44.731836 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Provisioning complete for port 484fef2b-b90f-45b9-b201-a198550a228f triggered by entity L2. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 19:32:44.732214 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618911'] for port, provisioning_complete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:44.736405 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-75d95be2-5587-461a-ae77-99a80e387e6b req-75f016df-ddc7-434c-b17c-a2f8f076651c service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:44.769567 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-75d95be2-5587-461a-ae77-99a80e387e6b req-75f016df-ddc7-434c-b17c-a2f8f076651c service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:44.789101 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-43d8c767-dd52-434b-8b2e-81f94b1e757f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:44.820132 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-9b471c28-0c23-4333-9b58-e692756d8410 req-c090c7d6-3093-4d05-be18-f3228ca8c37f service neutron] 10.222.0.48 "GET /v2.0/networks/f30450fe-9c9f-4fd9-802e-cfb944509dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5886855 Apr 30 19:32:44.831366 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-43d8c767-dd52-434b-8b2e-81f94b1e757f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:44.851053 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-120dcb42-eeca-46b1-8766-f0e5f48d6dd0 req-0dca3fde-d4eb-4f3d-95d5-f10f7ae445c6 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--44695434&fields=id&tenant_id=1a3a36846b69409bb56820276a166a65 HTTP/1.1" status: 200 len: 267 time: 0.3577671 Apr 30 19:32:44.906786 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8934452e-1d09-45b3-9b68-a62f92c565fd tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Pushing event updated for resources: {'Port': ['ID=eea70409-72ef-469d-aab4-e4f8ffd36864,revision_number=1']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:32:44.929622 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-43d8c767-dd52-434b-8b2e-81f94b1e757f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:44.944518 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-0616f2c4-5990-4b37-afa1-a52047a7e9ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:32:44.960860 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d8c767-dd52-434b-8b2e-81f94b1e757f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92e019f0-2e7e-4fd5-b65e-cb86c14efa34,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:32:44.963253 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-43d8c767-dd52-434b-8b2e-81f94b1e757f admin admin] Notify callbacks [] for security_group, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:44.964380 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-43d8c767-dd52-434b-8b2e-81f94b1e757f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/92e019f0-2e7e-4fd5-b65e-cb86c14efa34 HTTP/1.1" status: 204 len: 168 time: 0.2725933 Apr 30 19:32:44.965278 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-43d8c767-dd52-434b-8b2e-81f94b1e757f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:32:44.989224 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-8934452e-1d09-45b3-9b68-a62f92c565fd tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.547s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:32:45.026516 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-c9b5ccff-a954-4e3b-b33f-31c766ed3651 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.178s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:32:45.034017 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-75d95be2-5587-461a-ae77-99a80e387e6b req-75f016df-ddc7-434c-b17c-a2f8f076651c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=df999433-5a02-4405-b58f-e0a733d35b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7360485 Apr 30 19:32:45.041875 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-8934452e-1d09-45b3-9b68-a62f92c565fd tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:45.109655 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 39850) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:32:45.111503 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 39852) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:32:45.150699 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-e3ac906e-e6a1-4a08-8ddc-abb0ae22e10d admin admin] Notify callbacks [] for security_group, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:45.163218 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-34c76c1f-7fe9-435a-8aa9-1e392326e636 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:45.185837 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-34c76c1f-7fe9-435a-8aa9-1e392326e636 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:32:45.188924 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-e3ac906e-e6a1-4a08-8ddc-abb0ae22e10d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:32:45.193449 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-34c76c1f-7fe9-435a-8aa9-1e392326e636 admin admin] Usage tracker for resource:security_group_rule and tenant:21d9d11b498e4e0987f39ccd201a785e is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:32:45.196810 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-e3ac906e-e6a1-4a08-8ddc-abb0ae22e10d admin admin] Usage tracker for resource:security_group_rule and tenant:13bd120787c844c4b8b3e383a2ee8086 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:32:45.200173 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-34c76c1f-7fe9-435a-8aa9-1e392326e636 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:32:45.203690 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-e3ac906e-e6a1-4a08-8ddc-abb0ae22e10d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:32:45.212859 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-34c76c1f-7fe9-435a-8aa9-1e392326e636 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:32:45.215361 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-e3ac906e-e6a1-4a08-8ddc-abb0ae22e10d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:32:45.320589 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f016df-ddc7-434c-b17c-a2f8f076651c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=cabefe87-cd80-46db-be00-c84e583b2c0b,revision_number=1']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:32:45.338414 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-75f016df-ddc7-434c-b17c-a2f8f076651c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:32:45.376163 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-8934452e-1d09-45b3-9b68-a62f92c565fd tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:45.410422 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66bdd55-2114-4187-9c47-dc6df6a6489f req-2199b311-29c4-40b7-bcfb-2f4f702aed66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:32:45.411888 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-e66bdd55-2114-4187-9c47-dc6df6a6489f req-2199b311-29c4-40b7-bcfb-2f4f702aed66 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f30450fe-9c9f-4fd9-802e-cfb944509dec HTTP/1.1" status: 200 len: 919 time: 0.7448473 Apr 30 19:32:45.475802 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-34c76c1f-7fe9-435a-8aa9-1e392326e636 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:45.481408 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-e3ac906e-e6a1-4a08-8ddc-abb0ae22e10d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:45.489832 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-34c76c1f-7fe9-435a-8aa9-1e392326e636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:45.492076 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-e3ac906e-e6a1-4a08-8ddc-abb0ae22e10d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:45.501129 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:32:45.504813 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad79455-53f9-4a8e-b966-d6bd40f17d25 req-8a2f3ff7-949d-4c65-b129-62fb30c746d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:32:45.506367 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-1ad79455-53f9-4a8e-b966-d6bd40f17d25 req-8a2f3ff7-949d-4c65-b129-62fb30c746d3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b687dbbcb0d540b592764d29c8baa1ab&device_id=595bc164-a92e-463d-8134-f8913beddb0b HTTP/1.1" status: 200 len: 1096 time: 0.5908825 Apr 30 19:32:45.529071 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-e66bdd55-2114-4187-9c47-dc6df6a6489f req-e8161905-01a4-4c01-b76e-0043e1d5de39 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f1c93f59-4029-4840-a909-8a8e8e429d43 HTTP/1.1" status: 200 len: 217 time: 0.1013758 Apr 30 19:32:45.556920 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120dcb42-eeca-46b1-8766-f0e5f48d6dd0 req-19f9ecf2-ab41-4be7-90c7-6f737dd461df tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:32:45.563976 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-120dcb42-eeca-46b1-8766-f0e5f48d6dd0 req-19f9ecf2-ab41-4be7-90c7-6f737dd461df tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.41 "GET /v2.0/networks?id=fb753e9f-d5ea-4d3b-a660-3bfc4f53e5c0 HTTP/1.1" status: 200 len: 811 time: 0.6495595 Apr 30 19:32:45.579896 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-34c76c1f-7fe9-435a-8aa9-1e392326e636 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=21d9d11b498e4e0987f39ccd201a785e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4697325 Apr 30 19:32:45.581702 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c76c1f-7fe9-435a-8aa9-1e392326e636 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d91d0f32-1cae-466f-9a5f-7413e182a38d,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:32:45.586694 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-e3ac906e-e6a1-4a08-8ddc-abb0ae22e10d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=13bd120787c844c4b8b3e383a2ee8086&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4739604 Apr 30 19:32:45.588649 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 39870) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:32:45.588973 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 39872) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:32:45.637038 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ece2036-9edb-4aef-88e9-7d1bae40375f req-0783b39e-4498-4fe3-a61e-5092dc46d4fd tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:32:45.644985 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-0ece2036-9edb-4aef-88e9-7d1bae40375f req-0783b39e-4498-4fe3-a61e-5092dc46d4fd tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/ports?device_id=595bc164-a92e-463d-8134-f8913beddb0b HTTP/1.1" status: 200 len: 943 time: 0.2450058 Apr 30 19:32:45.708325 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ac906e-e6a1-4a08-8ddc-abb0ae22e10d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc62a870-fe16-4430-a64a-aa5fe61bb795,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:32:45.721700 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-e3ac906e-e6a1-4a08-8ddc-abb0ae22e10d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:32:45.725623 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.204s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:32:45.725884 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:32:45.773110 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [req-0ece2036-9edb-4aef-88e9-7d1bae40375f req-afd160d1-3666-40b3-99a8-c1f8006a0f34 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Synchronizing usage tracker for tenant:b687dbbcb0d540b592764d29c8baa1ab on resource:security_group {{(pid=73808) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 19:32:45.793930 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-7310d526-32be-4c3f-a78f-5a47f2d73468 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:45.800734 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-470c3357-a053-492e-85f8-06df37d97111 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:45.819555 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-120dcb42-eeca-46b1-8766-f0e5f48d6dd0 req-0af0c45f-c87e-4fa5-aa32-cf0e1738d7b2 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.41 "GET /v2.0/quotas/1a3a36846b69409bb56820276a166a65 HTTP/1.1" status: 200 len: 375 time: 0.2546036 Apr 30 19:32:45.846993 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [req-0ece2036-9edb-4aef-88e9-7d1bae40375f req-afd160d1-3666-40b3-99a8-c1f8006a0f34 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Unset dirty status for tenant:b687dbbcb0d540b592764d29c8baa1ab on resource:security_group {{(pid=73808) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 19:32:45.862824 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-0ece2036-9edb-4aef-88e9-7d1bae40375f req-afd160d1-3666-40b3-99a8-c1f8006a0f34 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/security-groups?id=37889038-5279-4736-a9a0-7b515de45d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150712 Apr 30 19:32:45.876650 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-7310d526-32be-4c3f-a78f-5a47f2d73468 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:45.908538 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-470c3357-a053-492e-85f8-06df37d97111 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:45.932020 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66bdd55-2114-4187-9c47-dc6df6a6489f req-79f21560-66f3-4997-a158-4f3dc7c83165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:32:45.933518 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-e66bdd55-2114-4187-9c47-dc6df6a6489f req-79f21560-66f3-4997-a158-4f3dc7c83165 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7fdb9f4a-37a8-450d-a546-25c2f22121ea HTTP/1.1" status: 200 len: 858 time: 0.3630590 Apr 30 19:32:46.066833 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-e66bdd55-2114-4187-9c47-dc6df6a6489f req-91eb26ca-2a6a-4df3-93d7-e5559b1d559e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f30450fe-9c9f-4fd9-802e-cfb944509dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1231022 Apr 30 19:32:46.103088 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad79455-53f9-4a8e-b966-d6bd40f17d25 req-7a585d85-d3f9-4515-a814-e04060223b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:32:46.104796 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-1ad79455-53f9-4a8e-b966-d6bd40f17d25 req-7a585d85-d3f9-4515-a814-e04060223b51 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f30450fe-9c9f-4fd9-802e-cfb944509dec HTTP/1.1" status: 200 len: 919 time: 0.5783579 Apr 30 19:32:46.121088 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e573f2-5781-4893-ae77-9c4e739848e1 req-b4f84e66-1bdc-4358-8649-4d8685cc0981 tempest-DeleteServersTestJSON-444044887 tempest-DeleteServersTestJSON-444044887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:32:46.128519 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-00e573f2-5781-4893-ae77-9c4e739848e1 req-b4f84e66-1bdc-4358-8649-4d8685cc0981 tempest-DeleteServersTestJSON-444044887 tempest-DeleteServersTestJSON-444044887-project] 10.222.0.41 "GET /v2.0/ports?device_id=091147a4-8d9e-45ca-9ccc-714405044f55 HTTP/1.1" status: 200 len: 945 time: 0.1043410 Apr 30 19:32:46.130412 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-7310d526-32be-4c3f-a78f-5a47f2d73468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:46.135162 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-d1007734-228a-4a2d-88a8-2af37d738556 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:32:46.156080 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-470c3357-a053-492e-85f8-06df37d97111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:46.169341 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7310d526-32be-4c3f-a78f-5a47f2d73468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d91d0f32-1cae-466f-9a5f-7413e182a38d,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:32:46.176069 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-7310d526-32be-4c3f-a78f-5a47f2d73468 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:32:46.178700 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-621db3d8-dcae-47bc-84a5-38f263d6557b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:32:46.211833 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470c3357-a053-492e-85f8-06df37d97111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc62a870-fe16-4430-a64a-aa5fe61bb795,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:32:46.219776 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-470c3357-a053-492e-85f8-06df37d97111 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:32:46.220933 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-470c3357-a053-492e-85f8-06df37d97111 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:46.222745 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-470c3357-a053-492e-85f8-06df37d97111 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fc62a870-fe16-4430-a64a-aa5fe61bb795 HTTP/1.1" status: 204 len: 168 time: 0.6247387 Apr 30 19:32:46.227491 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-7310d526-32be-4c3f-a78f-5a47f2d73468 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:46.228577 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-7310d526-32be-4c3f-a78f-5a47f2d73468 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d91d0f32-1cae-466f-9a5f-7413e182a38d HTTP/1.1" status: 204 len: 168 time: 0.6328831 Apr 30 19:32:46.248540 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-00e573f2-5781-4893-ae77-9c4e739848e1 req-e126fde4-6bbf-409e-8423-834b04d65e89 tempest-DeleteServersTestJSON-444044887 tempest-DeleteServersTestJSON-444044887-project] 10.222.0.41 "GET /v2.0/security-groups?id=df999433-5a02-4405-b58f-e0a733d35b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189091 Apr 30 19:32:46.296043 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-1ad79455-53f9-4a8e-b966-d6bd40f17d25 req-01885956-e683-4512-beb3-fa61fa2e8f56 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fb4f009e-5cb1-47d6-a548-e37af2cf4502 HTTP/1.1" status: 200 len: 217 time: 0.1723075 Apr 30 19:32:46.443129 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-120dcb42-eeca-46b1-8766-f0e5f48d6dd0 req-68905c97-cedf-4435-909b-2b3c96257a44 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=1a3a36846b69409bb56820276a166a65&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6227055 Apr 30 19:32:46.527466 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad79455-53f9-4a8e-b966-d6bd40f17d25 req-4aee8667-4d61-487c-8fab-19eccdaede4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:32:46.528954 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-1ad79455-53f9-4a8e-b966-d6bd40f17d25 req-4aee8667-4d61-487c-8fab-19eccdaede4a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7fdb9f4a-37a8-450d-a546-25c2f22121ea HTTP/1.1" status: 200 len: 858 time: 0.2139924 Apr 30 19:32:46.538327 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-8934452e-1d09-45b3-9b68-a62f92c565fd tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Notify callbacks [] for port, precommit_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:46.576088 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-e66bdd55-2114-4187-9c47-dc6df6a6489f req-60e85a79-b62d-427b-bb1e-027d14805c82 service neutron] 10.222.0.48 "GET /v2.0/networks/f30450fe-9c9f-4fd9-802e-cfb944509dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4984245 Apr 30 19:32:46.633409 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-8934452e-1d09-45b3-9b68-a62f92c565fd tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133'] for port, after_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:46.666200 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-1ad79455-53f9-4a8e-b966-d6bd40f17d25 req-98e1e643-8cb4-4abf-8c68-bb461cdc6f29 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f30450fe-9c9f-4fd9-802e-cfb944509dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1246023 Apr 30 19:32:46.686810 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-d28812e9-01c9-40bb-8a9b-ac0c47c69dc8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:32:46.855929 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-8934452e-1d09-45b3-9b68-a62f92c565fd tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679255'] for floatingip, after_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:47.057778 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8934452e-1d09-45b3-9b68-a62f92c565fd tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Pushing event updated for resources: {'Port': ['ID=eea70409-72ef-469d-aab4-e4f8ffd36864,revision_number=2']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:32:47.073886 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-8934452e-1d09-45b3-9b68-a62f92c565fd tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:32:47.091388 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-120dcb42-eeca-46b1-8766-f0e5f48d6dd0 req-bab3e728-d422-4957-b2ce-07d7838ee591 service neutron] 10.222.0.41 "GET /v2.0/networks/fb753e9f-d5ea-4d3b-a660-3bfc4f53e5c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6314716 Apr 30 19:32:47.163814 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-e66bdd55-2114-4187-9c47-dc6df6a6489f req-24af4f2f-99b7-458f-8571-329c3bb6f818 service neutron] 10.222.0.48 "GET /v2.0/networks/f30450fe-9c9f-4fd9-802e-cfb944509dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5313935 Apr 30 19:32:47.254645 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221d3991-21a9-428a-b688-e1ae624be309 req-44ea1027-b3e5-40e9-bc8e-34e4d158b2f2 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:32:47.256693 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-221d3991-21a9-428a-b688-e1ae624be309 req-44ea1027-b3e5-40e9-bc8e-34e4d158b2f2 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/ports?device_id=595bc164-a92e-463d-8134-f8913beddb0b HTTP/1.1" status: 200 len: 943 time: 0.2030454 Apr 30 19:32:47.268077 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-8934452e-1d09-45b3-9b68-a62f92c565fd tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937687'] for floatingip, before_response {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:47.269993 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-8934452e-1d09-45b3-9b68-a62f92c565fd tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.4840415 Apr 30 19:32:47.278795 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-1ad79455-53f9-4a8e-b966-d6bd40f17d25 req-b0792486-d33e-47c2-8045-b633c4551e78 service neutron] 10.222.0.48 "GET /v2.0/networks/f30450fe-9c9f-4fd9-802e-cfb944509dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5928521 Apr 30 19:32:47.321465 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-221d3991-21a9-428a-b688-e1ae624be309 req-2fcd10d0-8aba-46dd-bd1a-3321ec13f060 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/security-groups?id=37889038-5279-4736-a9a0-7b515de45d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586996 Apr 30 19:32:47.482919 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-1ad79455-53f9-4a8e-b966-d6bd40f17d25 req-aa0c85ed-9214-4deb-9e7e-a112a37fbb0c service neutron] 10.222.0.48 "GET /v2.0/networks/f30450fe-9c9f-4fd9-802e-cfb944509dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963263 Apr 30 19:32:47.485513 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-120dcb42-eeca-46b1-8766-f0e5f48d6dd0 req-dbb6b1bf-c6ac-4dc6-8b53-0eaed582a9fc service neutron] 10.222.0.41 "GET /v2.0/networks/fb753e9f-d5ea-4d3b-a660-3bfc4f53e5c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3771107 Apr 30 19:32:47.598149 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e345b9-cddb-40c5-90d3-008e5c7a2249 req-1e0d162f-90d0-44e2-8ae7-1a4733be5280 tempest-DeleteServersTestJSON-444044887 tempest-DeleteServersTestJSON-444044887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:32:47.599943 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-76e345b9-cddb-40c5-90d3-008e5c7a2249 req-1e0d162f-90d0-44e2-8ae7-1a4733be5280 tempest-DeleteServersTestJSON-444044887 tempest-DeleteServersTestJSON-444044887-project] 10.222.0.41 "GET /v2.0/ports?device_id=091147a4-8d9e-45ca-9ccc-714405044f55 HTTP/1.1" status: 200 len: 945 time: 0.1013405 Apr 30 19:32:47.647461 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Device fb4f009e-5cb1-47d6-a548-e37af2cf4502 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=73809) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 19:32:47.689679 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-76e345b9-cddb-40c5-90d3-008e5c7a2249 req-2f025e5e-ffb3-4735-b455-027ba06c166e tempest-DeleteServersTestJSON-444044887 tempest-DeleteServersTestJSON-444044887-project] 10.222.0.41 "GET /v2.0/security-groups?id=df999433-5a02-4405-b58f-e0a733d35b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773242 Apr 30 19:32:47.895746 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-7b519e98-47cc-46d0-8f6d-0c084a0d44c5 req-ba256beb-4053-4291-af8f-5a7ee6aab6b9 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.41 "GET /v2.0/ports?device_id=3394bdf1-036b-4b34-aa2b-feb8c50fb28e HTTP/1.1" status: 200 len: 210 time: 0.2238481 Apr 30 19:32:47.913849 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [req-3fe48045-9830-4981-8d7c-7b19b314386e req-5f0e886b-fa5a-4ade-9e63-5d687fc9bc57 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Synchronizing usage tracker for tenant:9ad55c1ecaf040eb9706c42ee99e4509 on resource:security_group {{(pid=73808) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 19:32:47.949094 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [req-3fe48045-9830-4981-8d7c-7b19b314386e req-5f0e886b-fa5a-4ade-9e63-5d687fc9bc57 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Unset dirty status for tenant:9ad55c1ecaf040eb9706c42ee99e4509 on resource:security_group {{(pid=73808) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 19:32:47.950664 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-3fe48045-9830-4981-8d7c-7b19b314386e req-5f0e886b-fa5a-4ade-9e63-5d687fc9bc57 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1683437695&fields=id&tenant_id=9ad55c1ecaf040eb9706c42ee99e4509 HTTP/1.1" status: 200 len: 267 time: 0.1373272 Apr 30 19:32:48.093779 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-65ba8c12-0d06-4959-8304-606821799626 None None] For port fb4f009e-5cb1-47d6-a548-e37af2cf4502, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=fb4f009e-5cb1-47d6-a548-e37af2cf4502,segment=NetworkSegment(1eca5c76-e379-494b-9353-e03704231675),segment_id=1eca5c76-e379-494b-9353-e03704231675)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:32:48.128767 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Returning: {'device': 'fb4f009e-5cb1-47d6-a548-e37af2cf4502', 'network_id': 'f30450fe-9c9f-4fd9-802e-cfb944509dec', 'port_id': 'fb4f009e-5cb1-47d6-a548-e37af2cf4502', 'mac_address': 'fa:16:3e:ad:b9:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fdb9f4a-37a8-450d-a546-25c2f22121ea', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73809) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 19:32:48.181067 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe48045-9830-4981-8d7c-7b19b314386e req-837d0150-56e1-47f1-b71d-adf180662d66 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:32:48.185336 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-3fe48045-9830-4981-8d7c-7b19b314386e req-837d0150-56e1-47f1-b71d-adf180662d66 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/networks?id=2ca4816a-af9f-4da4-b37e-8b11481e1c88 HTTP/1.1" status: 200 len: 816 time: 0.2266881 Apr 30 19:32:48.204947 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-3fe48045-9830-4981-8d7c-7b19b314386e req-f3e599db-9217-4baf-8933-c88af5960c23 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/quotas/9ad55c1ecaf040eb9706c42ee99e4509 HTTP/1.1" status: 200 len: 375 time: 0.0140603 Apr 30 19:32:48.255295 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:48.293729 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.notifiers.nova [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb4f009e-5cb1-47d6-a548-e37af2cf4502 {{(pid=73809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 19:32:48.332644 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-65ba8c12-0d06-4959-8304-606821799626 None None] For port fb4f009e-5cb1-47d6-a548-e37af2cf4502, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=fb4f009e-5cb1-47d6-a548-e37af2cf4502,segment=NetworkSegment(1eca5c76-e379-494b-9353-e03704231675),segment_id=1eca5c76-e379-494b-9353-e03704231675)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:32:48.340483 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:48.341454 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Device f1c93f59-4029-4840-a909-8a8e8e429d43 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=73809) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 19:32:48.343779 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:32:48.376704 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [req-3fe48045-9830-4981-8d7c-7b19b314386e req-50cb2ef1-bdc9-4dfe-89e1-426feaf0456e tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Synchronizing usage tracker for tenant:9ad55c1ecaf040eb9706c42ee99e4509 on resource:port {{(pid=73808) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 19:32:48.422629 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [req-3fe48045-9830-4981-8d7c-7b19b314386e req-50cb2ef1-bdc9-4dfe-89e1-426feaf0456e tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Unset dirty status for tenant:9ad55c1ecaf040eb9706c42ee99e4509 on resource:port {{(pid=73808) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 19:32:48.427006 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-3fe48045-9830-4981-8d7c-7b19b314386e req-50cb2ef1-bdc9-4dfe-89e1-426feaf0456e tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=9ad55c1ecaf040eb9706c42ee99e4509&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2158675 Apr 30 19:32:48.529343 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-65ba8c12-0d06-4959-8304-606821799626 None None] For port f1c93f59-4029-4840-a909-8a8e8e429d43, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=f1c93f59-4029-4840-a909-8a8e8e429d43,segment=NetworkSegment(1eca5c76-e379-494b-9353-e03704231675),segment_id=1eca5c76-e379-494b-9353-e03704231675)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:32:48.583921 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Returning: {'device': 'f1c93f59-4029-4840-a909-8a8e8e429d43', 'network_id': 'f30450fe-9c9f-4fd9-802e-cfb944509dec', 'port_id': 'f1c93f59-4029-4840-a909-8a8e8e429d43', 'mac_address': 'fa:16:3e:78:00:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fdb9f4a-37a8-450d-a546-25c2f22121ea', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73809) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 19:32:48.684902 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-3fe48045-9830-4981-8d7c-7b19b314386e req-188132dd-a619-4626-821f-bcc6e343933f service neutron] 10.222.0.41 "GET /v2.0/networks/2ca4816a-af9f-4da4-b37e-8b11481e1c88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371793 Apr 30 19:32:48.755765 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:48.767116 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a43ec5-f2d2-4ef4-8c54-967e573618b9 req-81e197b3-45b4-4d6b-837f-59f1bc30b478 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:32:48.773850 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-d3a43ec5-f2d2-4ef4-8c54-967e573618b9 req-81e197b3-45b4-4d6b-837f-59f1bc30b478 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/ports?device_id=595bc164-a92e-463d-8134-f8913beddb0b HTTP/1.1" status: 200 len: 944 time: 0.2184100 Apr 30 19:32:48.787262 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Pushing event updated for resources: {'Port': ['ID=fb4f009e-5cb1-47d6-a548-e37af2cf4502,revision_number=4']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:32:48.801039 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:32:48.815181 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.notifiers.nova [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1c93f59-4029-4840-a909-8a8e8e429d43 {{(pid=73809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 19:32:48.851389 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-65ba8c12-0d06-4959-8304-606821799626 None None] For port f1c93f59-4029-4840-a909-8a8e8e429d43, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=f1c93f59-4029-4840-a909-8a8e8e429d43,segment=NetworkSegment(1eca5c76-e379-494b-9353-e03704231675),segment_id=1eca5c76-e379-494b-9353-e03704231675)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:32:48.864141 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-d3a43ec5-f2d2-4ef4-8c54-967e573618b9 req-f3f3d4c2-c319-49cf-950f-c4824b25736d tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/security-groups?id=37889038-5279-4736-a9a0-7b515de45d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845153 Apr 30 19:32:48.872693 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:48.874571 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:32:49.016358 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Pushing event updated for resources: {'Port': ['ID=f1c93f59-4029-4840-a909-8a8e8e429d43,revision_number=4']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:32:49.021451 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:32:49.117629 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-3fe48045-9830-4981-8d7c-7b19b314386e req-2356d19c-3d22-4e6e-8862-875a7c40f87e service neutron] 10.222.0.41 "GET /v2.0/networks/2ca4816a-af9f-4da4-b37e-8b11481e1c88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4257469 Apr 30 19:32:49.144082 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-65ba8c12-0d06-4959-8304-606821799626 None None] get_ports_and_sgs() called for port_ids ['fb4f009e-5cb1-47d6-a548-e37af2cf4502'] {{(pid=73809) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 19:32:49.168910 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-16a51bb4-776f-440d-aa33-b0b2e8d9cab8 req-63277c4a-f54c-467a-8e2c-95c100d26353 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.41 "GET /v2.0/ports?device_id=3394bdf1-036b-4b34-aa2b-feb8c50fb28e HTTP/1.1" status: 200 len: 210 time: 0.0999515 Apr 30 19:32:49.230695 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-65ba8c12-0d06-4959-8304-606821799626 None None] get_ports_and_sgs() called for port_ids ['f1c93f59-4029-4840-a909-8a8e8e429d43'] {{(pid=73809) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 19:32:49.716469 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-0529cdfa-d4db-435c-94a2-0b9278120a57 req-b94983c3-0dd5-4b72-9e2e-671bdf5b27cc tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6f90263-c62f-4196-8410-f2367a9a9848 HTTP/1.1" status: 200 len: 210 time: 0.2090704 Apr 30 19:32:49.840859 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120dcb42-eeca-46b1-8766-f0e5f48d6dd0 req-7d4f5bf9-d6af-486b-8ed2-de1db97b4c5e tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:32:49.842697 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-120dcb42-eeca-46b1-8766-f0e5f48d6dd0 req-7d4f5bf9-d6af-486b-8ed2-de1db97b4c5e tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.48 "GET /v2.0/networks?id=fb753e9f-d5ea-4d3b-a660-3bfc4f53e5c0 HTTP/1.1" status: 200 len: 811 time: 0.5047181 Apr 30 19:32:49.907324 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-120dcb42-eeca-46b1-8766-f0e5f48d6dd0 req-ea3facbe-5418-491b-90a6-b442ca63ad56 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a3a36846b69409bb56820276a166a65 HTTP/1.1" status: 200 len: 378 time: 0.0555799 Apr 30 19:32:49.918690 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.v2.base [req-120dcb42-eeca-46b1-8766-f0e5f48d6dd0 req-1cf43e2a-c509-4e0d-af8a-c4fc0da240e3 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Request body: {'port': {'device_id': '3394bdf1-036b-4b34-aa2b-feb8c50fb28e', 'network_id': 'fb753e9f-d5ea-4d3b-a660-3bfc4f53e5c0', 'admin_state_up': True, 'tenant_id': '1a3a36846b69409bb56820276a166a65', 'security_groups': ['71be5d99-fb6b-4407-8806-836c5d750a20']}} {{(pid=73807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 19:32:50.173441 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [req-120dcb42-eeca-46b1-8766-f0e5f48d6dd0 req-1cf43e2a-c509-4e0d-af8a-c4fc0da240e3 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:32:50.187459 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [req-120dcb42-eeca-46b1-8766-f0e5f48d6dd0 req-1cf43e2a-c509-4e0d-af8a-c4fc0da240e3 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Usage tracker for resource:port and tenant:1a3a36846b69409bb56820276a166a65 is out of sync, need to count used quota {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:32:50.193167 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [req-120dcb42-eeca-46b1-8766-f0e5f48d6dd0 req-1cf43e2a-c509-4e0d-af8a-c4fc0da240e3 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Quota usage for port was recalculated. Used quota:3. {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:32:50.200375 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [req-120dcb42-eeca-46b1-8766-f0e5f48d6dd0 req-1cf43e2a-c509-4e0d-af8a-c4fc0da240e3 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:32:50.217659 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdc584f-a143-45ce-9104-60e1479f1dfd req-9bbfc6b2-63dd-43e2-a6c0-8cb643fb6d77 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:32:50.219165 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-4bdc584f-a143-45ce-9104-60e1479f1dfd req-9bbfc6b2-63dd-43e2-a6c0-8cb643fb6d77 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/ports?device_id=595bc164-a92e-463d-8134-f8913beddb0b HTTP/1.1" status: 200 len: 944 time: 0.1460669 Apr 30 19:32:50.227274 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-120dcb42-eeca-46b1-8766-f0e5f48d6dd0 req-1cf43e2a-c509-4e0d-af8a-c4fc0da240e3 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Made reservation on behalf of 1a3a36846b69409bb56820276a166a65 for: {'port': 1} {{(pid=73807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 19:32:50.232848 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-120dcb42-eeca-46b1-8766-f0e5f48d6dd0 req-1cf43e2a-c509-4e0d-af8a-c4fc0da240e3 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:50.413795 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-4bdc584f-a143-45ce-9104-60e1479f1dfd req-0182978e-1855-4ff0-8a46-a5b7eaefeb16 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/security-groups?id=37889038-5279-4736-a9a0-7b515de45d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646810 Apr 30 19:32:50.610373 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.db_base_plugin_common [req-120dcb42-eeca-46b1-8766-f0e5f48d6dd0 req-1cf43e2a-c509-4e0d-af8a-c4fc0da240e3 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Allocated IP 172.20.0.11 (fb753e9f-d5ea-4d3b-a660-3bfc4f53e5c0/60d0612e-ab94-488a-8358-4a2e04237205/13ad3229-4e46-4a34-abb5-bf037a39d827) {{(pid=73807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 19:32:50.680182 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-93e3dede-9c83-47c2-8593-78f563180d62 req-0ddecf57-c208-43f3-998a-cbe4eb946a39 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.41 "GET /v2.0/ports?device_id=3394bdf1-036b-4b34-aa2b-feb8c50fb28e HTTP/1.1" status: 200 len: 210 time: 0.0667648 Apr 30 19:32:50.885950 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 40118) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:32:51.014749 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-01844696-3f28-41fe-8b62-ef5d1b2bc9e5 req-a167371b-6042-4554-a3fe-e0eee1c55e63 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6f90263-c62f-4196-8410-f2367a9a9848 HTTP/1.1" status: 200 len: 210 time: 0.0591111 Apr 30 19:32:51.042065 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-120dcb42-eeca-46b1-8766-f0e5f48d6dd0 req-1cf43e2a-c509-4e0d-af8a-c4fc0da240e3 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Notify callbacks [] for port, precommit_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:51.063720 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.provisioning_blocks [req-120dcb42-eeca-46b1-8766-f0e5f48d6dd0 req-1cf43e2a-c509-4e0d-af8a-c4fc0da240e3 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Transition to ACTIVE for port object 13ad3229-4e46-4a34-abb5-bf037a39d827 will not be triggered until provisioned by entity DHCP. {{(pid=73807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 19:32:51.095590 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-120dcb42-eeca-46b1-8766-f0e5f48d6dd0 req-1cf43e2a-c509-4e0d-af8a-c4fc0da240e3 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780696898070'] for port, after_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:51.103081 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:32:51.224074 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-48a36995-fefc-4b03-9da5-4cb32520bf14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:51.229955 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf43e2a-c509-4e0d-af8a-c4fc0da240e3 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Pushing event updated for resources: {'Port': ['ID=13ad3229-4e46-4a34-abb5-bf037a39d827,revision_number=1']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:32:51.257083 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-1cf43e2a-c509-4e0d-af8a-c4fc0da240e3 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:32:51.271717 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-48a36995-fefc-4b03-9da5-4cb32520bf14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:32:51.276366 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-48a36995-fefc-4b03-9da5-4cb32520bf14 admin admin] Usage tracker for resource:security_group_rule and tenant:1ac37eb7c9b9407ca4bb98db4b229577 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:32:51.279514 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-48a36995-fefc-4b03-9da5-4cb32520bf14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:32:51.287177 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-48a36995-fefc-4b03-9da5-4cb32520bf14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:32:51.297118 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-120dcb42-eeca-46b1-8766-f0e5f48d6dd0 req-1cf43e2a-c509-4e0d-af8a-c4fc0da240e3 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Network fb753e9f-d5ea-4d3b-a660-3bfc4f53e5c0 is already hosted by enough agents. {{(pid=73807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 19:32:51.301356 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.scheduler.base_scheduler [req-120dcb42-eeca-46b1-8766-f0e5f48d6dd0 req-1cf43e2a-c509-4e0d-af8a-c4fc0da240e3 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Resources bound (agent type, host, resource id): {{(pid=73807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 19:32:51.353364 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.l3_dvrscheduler_db [req-120dcb42-eeca-46b1-8766-f0e5f48d6dd0 req-1cf43e2a-c509-4e0d-af8a-c4fc0da240e3 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Received port after_create {{(pid=73807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 19:32:51.359567 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120dcb42-eeca-46b1-8766-f0e5f48d6dd0 req-1cf43e2a-c509-4e0d-af8a-c4fc0da240e3 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:32:51.360203 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-120dcb42-eeca-46b1-8766-f0e5f48d6dd0 req-1cf43e2a-c509-4e0d-af8a-c4fc0da240e3 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533183'] for port, before_response {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:51.419946 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 40134) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:32:51.461581 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-48a36995-fefc-4b03-9da5-4cb32520bf14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:51.469632 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-48a36995-fefc-4b03-9da5-4cb32520bf14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:51.500505 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-470c3357-a053-492e-85f8-06df37d97111 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:32:51.505863 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-120dcb42-eeca-46b1-8766-f0e5f48d6dd0 req-1cf43e2a-c509-4e0d-af8a-c4fc0da240e3 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5915358 Apr 30 19:32:51.521765 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.v2.base [req-120dcb42-eeca-46b1-8766-f0e5f48d6dd0 req-836b4322-acb6-45de-834e-2514868ffaab service neutron] Request body: {'port': {'device_id': '3394bdf1-036b-4b34-aa2b-feb8c50fb28e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=73807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 19:32:51.582214 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a36995-fefc-4b03-9da5-4cb32520bf14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da886fe7-5c01-4a73-a364-70f106b9b54e,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:32:51.600229 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-48a36995-fefc-4b03-9da5-4cb32520bf14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:32:51.635823 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe48045-9830-4981-8d7c-7b19b314386e req-3dd4c7c8-dc26-4513-a262-68700ad82c6d tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:32:51.636492 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [req-3fe48045-9830-4981-8d7c-7b19b314386e req-3dd4c7c8-dc26-4513-a262-68700ad82c6d tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Synchronizing usage tracker for tenant:9ad55c1ecaf040eb9706c42ee99e4509 on resource:network {{(pid=73807) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 19:32:51.666921 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Device fb4f009e-5cb1-47d6-a548-e37af2cf4502 up at agent hyperv_hv-cinder-73362 {{(pid=73809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 19:32:51.767245 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [req-3fe48045-9830-4981-8d7c-7b19b314386e req-3dd4c7c8-dc26-4513-a262-68700ad82c6d tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Unset dirty status for tenant:9ad55c1ecaf040eb9706c42ee99e4509 on resource:network {{(pid=73807) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 19:32:51.772712 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-3fe48045-9830-4981-8d7c-7b19b314386e req-3dd4c7c8-dc26-4513-a262-68700ad82c6d tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.48 "GET /v2.0/networks?id=2ca4816a-af9f-4da4-b37e-8b11481e1c88 HTTP/1.1" status: 200 len: 816 time: 0.5916488 Apr 30 19:32:51.785517 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-48a36995-fefc-4b03-9da5-4cb32520bf14 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1ac37eb7c9b9407ca4bb98db4b229577&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8966241 Apr 30 19:32:51.789222 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 40158) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:32:51.802788 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-7b7a1fd7-9409-4d92-a009-31fc0ea78e91 None None] Provisioning for port 13ad3229-4e46-4a34-abb5-bf037a39d827 completed by entity DHCP. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 19:32:51.812618 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-7b7a1fd7-9409-4d92-a009-31fc0ea78e91 None None] Provisioning complete for port 13ad3229-4e46-4a34-abb5-bf037a39d827 triggered by entity DHCP. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 19:32:51.813221 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-7b7a1fd7-9409-4d92-a009-31fc0ea78e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618911'] for port, provisioning_complete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:51.856846 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Provisioning for port fb4f009e-5cb1-47d6-a548-e37af2cf4502 completed by entity L2. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 19:32:51.873385 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Provisioning complete for port fb4f009e-5cb1-47d6-a548-e37af2cf4502 triggered by entity L2. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 19:32:51.874091 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618911'] for port, provisioning_complete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:51.897838 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [req-3fe48045-9830-4981-8d7c-7b19b314386e req-7283d8f9-eb79-4ba3-8b0e-20db567a7fee tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Synchronizing usage tracker for tenant:9ad55c1ecaf040eb9706c42ee99e4509 on resource:security_group {{(pid=73807) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 19:32:51.958169 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3aa0ee-40f8-47be-8d55-12a913b6552b req-c98f0934-a8f3-4756-889a-8763d0e767d4 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:32:51.960427 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-ea3aa0ee-40f8-47be-8d55-12a913b6552b req-c98f0934-a8f3-4756-889a-8763d0e767d4 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/ports?device_id=595bc164-a92e-463d-8134-f8913beddb0b HTTP/1.1" status: 200 len: 944 time: 0.3488743 Apr 30 19:32:51.961458 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-43f23ffd-83da-4f23-8b1a-863568d0963e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:51.965760 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-7b7a1fd7-9409-4d92-a009-31fc0ea78e91 None None] Port 13ad3229-4e46-4a34-abb5-bf037a39d827 cannot update to ACTIVE because it is not bound. {{(pid=73809) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 19:32:52.036288 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-ea3aa0ee-40f8-47be-8d55-12a913b6552b req-4bc37f18-0a6e-4c22-b767-2b28aa3a792a tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/security-groups?id=37889038-5279-4736-a9a0-7b515de45d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601187 Apr 30 19:32:52.038107 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-43f23ffd-83da-4f23-8b1a-863568d0963e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:52.038837 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-120dcb42-eeca-46b1-8766-f0e5f48d6dd0 req-836b4322-acb6-45de-834e-2514868ffaab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:52.088391 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-0e727fa0-0bed-410d-8555-530ea9ec6c9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:52.127495 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:52.142112 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-43f23ffd-83da-4f23-8b1a-863568d0963e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:52.147786 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:32:52.193368 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f23ffd-83da-4f23-8b1a-863568d0963e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da886fe7-5c01-4a73-a364-70f106b9b54e,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:32:52.194320 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [req-3fe48045-9830-4981-8d7c-7b19b314386e req-7283d8f9-eb79-4ba3-8b0e-20db567a7fee tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Unset dirty status for tenant:9ad55c1ecaf040eb9706c42ee99e4509 on resource:security_group {{(pid=73807) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 19:32:52.195617 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-3fe48045-9830-4981-8d7c-7b19b314386e req-7283d8f9-eb79-4ba3-8b0e-20db567a7fee tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9ad55c1ecaf040eb9706c42ee99e4509 HTTP/1.1" status: 200 len: 380 time: 0.3985081 Apr 30 19:32:52.263017 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '595bc164-a92e-463d-8134-f8913beddb0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb4f009e-5cb1-47d6-a548-e37af2cf4502'}] {{(pid=73809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 19:32:52.299887 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-65ba8c12-0d06-4959-8304-606821799626 None None] For port fb4f009e-5cb1-47d6-a548-e37af2cf4502, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=fb4f009e-5cb1-47d6-a548-e37af2cf4502,segment=NetworkSegment(1eca5c76-e379-494b-9353-e03704231675),segment_id=1eca5c76-e379-494b-9353-e03704231675)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:32:52.305245 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:52.306434 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Device f1c93f59-4029-4840-a909-8a8e8e429d43 up at agent hyperv_hv-cinder-73362 {{(pid=73809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 19:32:52.314996 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-43f23ffd-83da-4f23-8b1a-863568d0963e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:32:52.341894 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-0365138b-b5c6-4055-b4e4-93eee8c9abae req-35eed29c-2f3a-4d45-b9a3-224c0b2ca74c tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6f90263-c62f-4196-8410-f2367a9a9848 HTTP/1.1" status: 200 len: 210 time: 0.1374757 Apr 30 19:32:52.348868 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-43f23ffd-83da-4f23-8b1a-863568d0963e admin admin] Notify callbacks [] for security_group, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:52.352944 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-43f23ffd-83da-4f23-8b1a-863568d0963e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/da886fe7-5c01-4a73-a364-70f106b9b54e HTTP/1.1" status: 204 len: 168 time: 0.5602272 Apr 30 19:32:52.387744 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.v2.base [req-3fe48045-9830-4981-8d7c-7b19b314386e req-51ede425-c73b-4abb-a723-13eb3f95f6c0 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Request body: {'port': {'device_id': 'e6f90263-c62f-4196-8410-f2367a9a9848', 'network_id': '2ca4816a-af9f-4da4-b37e-8b11481e1c88', 'admin_state_up': True, 'tenant_id': '9ad55c1ecaf040eb9706c42ee99e4509', 'security_groups': ['6dbe6155-75cf-4154-b3d9-4527d6dcc146']}} {{(pid=73807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 19:32:52.396694 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-3ee730e4-acb9-4cfe-b035-510964225832 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:32:52.483888 dv-cinder-733622-14-smb neutron-server[73809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '595bc164-a92e-463d-8134-f8913beddb0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb4f009e-5cb1-47d6-a548-e37af2cf4502', 'code': 200} Apr 30 19:32:52.605492 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-0e727fa0-0bed-410d-8555-530ea9ec6c9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:32:52.606719 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Pushing event updated for resources: {'Port': ['ID=fb4f009e-5cb1-47d6-a548-e37af2cf4502,revision_number=5']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:32:52.631683 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:32:52.634583 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Provisioning for port f1c93f59-4029-4840-a909-8a8e8e429d43 completed by entity L2. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 19:32:52.653448 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Provisioning complete for port f1c93f59-4029-4840-a909-8a8e8e429d43 triggered by entity L2. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 19:32:52.653828 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618911'] for port, provisioning_complete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:52.660565 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-0e727fa0-0bed-410d-8555-530ea9ec6c9c admin admin] Usage tracker for resource:security_group_rule and tenant:2f682ed1acd0423797a867e0c9b853b8 is out of sync, need to count used quota {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:32:52.666177 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-0e727fa0-0bed-410d-8555-530ea9ec6c9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:32:52.684417 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-0e727fa0-0bed-410d-8555-530ea9ec6c9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:32:52.857463 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:52.898180 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-65ba8c12-0d06-4959-8304-606821799626 None None] For port f1c93f59-4029-4840-a909-8a8e8e429d43, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=f1c93f59-4029-4840-a909-8a8e8e429d43,segment=NetworkSegment(1eca5c76-e379-494b-9353-e03704231675),segment_id=1eca5c76-e379-494b-9353-e03704231675)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:32:52.903899 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d998086f-0033-4e62-80fc-b130b8284776 req-cce9acdd-37e2-4f59-aa2c-7cfea200cacc tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:32:52.904548 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:52.904967 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [req-d998086f-0033-4e62-80fc-b130b8284776 req-cce9acdd-37e2-4f59-aa2c-7cfea200cacc tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Synchronizing usage tracker for tenant:1a3a36846b69409bb56820276a166a65 on resource:port {{(pid=73807) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 19:32:52.911009 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-c51c9e7b-0ad8-48a3-860c-869ba9c784a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:32:52.918642 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [req-3fe48045-9830-4981-8d7c-7b19b314386e req-51ede425-c73b-4abb-a723-13eb3f95f6c0 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:32:52.921550 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 40192) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:32:52.945590 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-f054e5ce-2dff-4d5a-bbf8-271e16e2eb05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:52.955380 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [req-3fe48045-9830-4981-8d7c-7b19b314386e req-51ede425-c73b-4abb-a723-13eb3f95f6c0 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:32:52.979401 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-f054e5ce-2dff-4d5a-bbf8-271e16e2eb05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:32:52.986437 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-f054e5ce-2dff-4d5a-bbf8-271e16e2eb05 admin admin] Usage tracker for resource:security_group_rule and tenant:53b24559396149c6847588f0cbb380ad is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:32:52.989397 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [req-d998086f-0033-4e62-80fc-b130b8284776 req-cce9acdd-37e2-4f59-aa2c-7cfea200cacc tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Unset dirty status for tenant:1a3a36846b69409bb56820276a166a65 on resource:port {{(pid=73807) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 19:32:52.990428 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-d998086f-0033-4e62-80fc-b130b8284776 req-cce9acdd-37e2-4f59-aa2c-7cfea200cacc tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.41 "GET /v2.0/ports?device_id=3394bdf1-036b-4b34-aa2b-feb8c50fb28e HTTP/1.1" status: 200 len: 932 time: 1.0786731 Apr 30 19:32:53.003643 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Pushing event updated for resources: {'Port': ['ID=f1c93f59-4029-4840-a909-8a8e8e429d43,revision_number=5']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:32:53.007182 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:32:53.008227 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-f054e5ce-2dff-4d5a-bbf8-271e16e2eb05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:32:53.014979 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-f054e5ce-2dff-4d5a-bbf8-271e16e2eb05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:32:53.023277 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fe48045-9830-4981-8d7c-7b19b314386e req-51ede425-c73b-4abb-a723-13eb3f95f6c0 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Made reservation on behalf of 9ad55c1ecaf040eb9706c42ee99e4509 for: {'port': 1} {{(pid=73807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 19:32:53.027628 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-3fe48045-9830-4981-8d7c-7b19b314386e req-51ede425-c73b-4abb-a723-13eb3f95f6c0 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:53.102436 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3571b36a-4ed1-421f-987f-678de5d0beec req-9bd08756-b869-441d-9172-9108624af57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:32:53.103970 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-3571b36a-4ed1-421f-987f-678de5d0beec req-9bd08756-b869-441d-9172-9108624af57b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=595bc164-a92e-463d-8134-f8913beddb0b HTTP/1.1" status: 200 len: 1098 time: 0.2721813 Apr 30 19:32:53.133422 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-f054e5ce-2dff-4d5a-bbf8-271e16e2eb05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:53.139389 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-f054e5ce-2dff-4d5a-bbf8-271e16e2eb05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:53.154983 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-48a36995-fefc-4b03-9da5-4cb32520bf14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:32:53.249995 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.db.resource_extend [req-120dcb42-eeca-46b1-8766-f0e5f48d6dd0 req-836b4322-acb6-45de-834e-2514868ffaab service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=73807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 30 19:32:53.266147 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-f054e5ce-2dff-4d5a-bbf8-271e16e2eb05 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=53b24559396149c6847588f0cbb380ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3432889 Apr 30 19:32:53.268280 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f054e5ce-2dff-4d5a-bbf8-271e16e2eb05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90e1a8ae-074f-4431-a2d2-8cc3c3f77c74,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:32:53.273191 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 40210) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:32:53.277355 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-d998086f-0033-4e62-80fc-b130b8284776 req-845a29a8-c60a-43c4-9a03-303083b657c8 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.41 "GET /v2.0/security-groups?id=71be5d99-fb6b-4407-8806-836c5d750a20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2711842 Apr 30 19:32:53.292780 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-f054e5ce-2dff-4d5a-bbf8-271e16e2eb05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:32:53.346038 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [req-3571b36a-4ed1-421f-987f-678de5d0beec req-eca15ad1-5a2a-4b45-8480-00a98d76663f service neutron] Synchronizing usage tracker for tenant:f01f803c56354d838f31624e46dc5207 on resource:security_group {{(pid=73807) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 19:32:53.390589 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-0e727fa0-0bed-410d-8555-530ea9ec6c9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:53.390749 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54bee35-924c-4a7c-b4ca-ca3b00326739 req-79b277c1-a158-46ef-be49-ba09cb7a7ebe tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:32:53.392272 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-f54bee35-924c-4a7c-b4ca-ca3b00326739 req-79b277c1-a158-46ef-be49-ba09cb7a7ebe tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/ports?device_id=595bc164-a92e-463d-8134-f8913beddb0b HTTP/1.1" status: 200 len: 945 time: 0.1972578 Apr 30 19:32:53.402260 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-99222a00-2b11-466f-a7fb-52390326aedd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:53.430222 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-0e727fa0-0bed-410d-8555-530ea9ec6c9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:53.446508 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-f7648b5b-42e9-436c-aec5-2973ac8481e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:32:53.458180 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-99222a00-2b11-466f-a7fb-52390326aedd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:53.501161 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-f54bee35-924c-4a7c-b4ca-ca3b00326739 req-57316c88-984d-4ff8-8aa3-b87591d3f90e tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/security-groups?id=37889038-5279-4736-a9a0-7b515de45d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998876 Apr 30 19:32:53.502511 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.notifiers.nova [req-120dcb42-eeca-46b1-8766-f0e5f48d6dd0 req-836b4322-acb6-45de-834e-2514868ffaab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13ad3229-4e46-4a34-abb5-bf037a39d827 {{(pid=73807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 19:32:53.514927 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [req-3571b36a-4ed1-421f-987f-678de5d0beec req-eca15ad1-5a2a-4b45-8480-00a98d76663f service neutron] Unset dirty status for tenant:f01f803c56354d838f31624e46dc5207 on resource:security_group {{(pid=73807) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 19:32:53.516215 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-3571b36a-4ed1-421f-987f-678de5d0beec req-eca15ad1-5a2a-4b45-8480-00a98d76663f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=37889038-5279-4736-a9a0-7b515de45d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3823271 Apr 30 19:32:53.539121 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-99222a00-2b11-466f-a7fb-52390326aedd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:53.545039 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-fb887395-0936-4b6c-b788-290824721715 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:32:53.554173 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-120dcb42-eeca-46b1-8766-f0e5f48d6dd0 req-836b4322-acb6-45de-834e-2514868ffaab service neutron] Notify callbacks [] for port, precommit_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:53.563507 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99222a00-2b11-466f-a7fb-52390326aedd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90e1a8ae-074f-4431-a2d2-8cc3c3f77c74,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:32:53.565659 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e727fa0-0bed-410d-8555-530ea9ec6c9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b527b20a-182a-4ce3-bbce-09adbfcc043c,revision_number=1']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:32:53.567132 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-99222a00-2b11-466f-a7fb-52390326aedd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:32:53.568533 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-99222a00-2b11-466f-a7fb-52390326aedd admin admin] Notify callbacks [] for security_group, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:53.570022 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-99222a00-2b11-466f-a7fb-52390326aedd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/90e1a8ae-074f-4431-a2d2-8cc3c3f77c74 HTTP/1.1" status: 204 len: 168 time: 0.2941260 Apr 30 19:32:53.573478 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-0e727fa0-0bed-410d-8555-530ea9ec6c9c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2f682ed1acd0423797a867e0c9b853b8&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1501284 Apr 30 19:32:53.576526 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 40220) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:32:53.583594 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-0e727fa0-0bed-410d-8555-530ea9ec6c9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:32:53.629868 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.provisioning_blocks [req-120dcb42-eeca-46b1-8766-f0e5f48d6dd0 req-836b4322-acb6-45de-834e-2514868ffaab service neutron] Transition to ACTIVE for port object 13ad3229-4e46-4a34-abb5-bf037a39d827 will not be triggered until provisioned by entity L2. {{(pid=73807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 19:32:53.642497 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-120dcb42-eeca-46b1-8766-f0e5f48d6dd0 req-836b4322-acb6-45de-834e-2514868ffaab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133'] for port, after_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:53.653162 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.db_base_plugin_common [req-3fe48045-9830-4981-8d7c-7b19b314386e req-51ede425-c73b-4abb-a723-13eb3f95f6c0 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Allocated IP 172.20.0.11 (2ca4816a-af9f-4da4-b37e-8b11481e1c88/a120cce1-df08-442f-ba0c-25e89e3b37cd/eaf5a615-727a-4a28-8c2a-6f97b2200e55) {{(pid=73807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 19:32:53.670590 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:32:53.708440 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-acc7e8fc-83ad-497e-bd92-3dec38ff913c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:53.717402 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-fbba4a74-8079-4121-a0d2-72e36a6f1d71 req-1a11c1a0-689f-437b-9ba5-145087108dab tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6f90263-c62f-4196-8410-f2367a9a9848 HTTP/1.1" status: 200 len: 210 time: 0.0538185 Apr 30 19:32:53.752115 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-acc7e8fc-83ad-497e-bd92-3dec38ff913c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:53.819021 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-acc7e8fc-83ad-497e-bd92-3dec38ff913c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:53.824513 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-febcad5c-db79-4b0d-b84f-230218723624 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:32:53.841938 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc7e8fc-83ad-497e-bd92-3dec38ff913c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b527b20a-182a-4ce3-bbce-09adbfcc043c,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:32:53.847675 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-acc7e8fc-83ad-497e-bd92-3dec38ff913c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:32:53.850272 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-acc7e8fc-83ad-497e-bd92-3dec38ff913c admin admin] Notify callbacks [] for security_group, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:53.851525 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-acc7e8fc-83ad-497e-bd92-3dec38ff913c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b527b20a-182a-4ce3-bbce-09adbfcc043c HTTP/1.1" status: 204 len: 168 time: 0.2738788 Apr 30 19:32:53.951260 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-bbd9d337-3ef6-4f41-942d-6306d0b5942b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:54.248899 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836b4322-acb6-45de-834e-2514868ffaab service neutron] Pushing event updated for resources: {'Port': ['ID=13ad3229-4e46-4a34-abb5-bf037a39d827,revision_number=2']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:32:54.346422 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-836b4322-acb6-45de-834e-2514868ffaab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.676s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:32:54.485376 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bb8116d-e232-45ab-9b2d-8d874920235b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1c93f59-4029-4840-a909-8a8e8e429d43'}] {{(pid=73809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 19:32:54.595398 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 40258) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:32:54.607581 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.managers [req-120dcb42-eeca-46b1-8766-f0e5f48d6dd0 req-836b4322-acb6-45de-834e-2514868ffaab service neutron] Attempting to bind port 13ad3229-4e46-4a34-abb5-bf037a39d827 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=73807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 19:32:54.607914 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.managers [req-120dcb42-eeca-46b1-8766-f0e5f48d6dd0 req-836b4322-acb6-45de-834e-2514868ffaab service neutron] Attempting to bind port 13ad3229-4e46-4a34-abb5-bf037a39d827 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '0eb9c3fd-827b-4d06-8c9c-ae028f36cb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'fb753e9f-d5ea-4d3b-a660-3bfc4f53e5c0'}] {{(pid=73807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 19:32:54.608520 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120dcb42-eeca-46b1-8766-f0e5f48d6dd0 req-836b4322-acb6-45de-834e-2514868ffaab service neutron] Attempting to bind port 13ad3229-4e46-4a34-abb5-bf037a39d827 on network fb753e9f-d5ea-4d3b-a660-3bfc4f53e5c0 {{(pid=73807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 19:32:54.632358 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120dcb42-eeca-46b1-8766-f0e5f48d6dd0 req-836b4322-acb6-45de-834e-2514868ffaab service neutron] Port 13ad3229-4e46-4a34-abb5-bf037a39d827 on network fb753e9f-d5ea-4d3b-a660-3bfc4f53e5c0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=73807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 19:32:54.632571 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-5d05f9d4-6451-408d-998f-2052d7459032 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:54.632683 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120dcb42-eeca-46b1-8766-f0e5f48d6dd0 req-836b4322-acb6-45de-834e-2514868ffaab service neutron] Attempting to bind port 13ad3229-4e46-4a34-abb5-bf037a39d827 on network fb753e9f-d5ea-4d3b-a660-3bfc4f53e5c0 {{(pid=73807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 19:32:54.645439 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120dcb42-eeca-46b1-8766-f0e5f48d6dd0 req-836b4322-acb6-45de-834e-2514868ffaab service neutron] Checking agent: {'id': '787256c0-27a9-4f74-baeb-f887319a5aee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 19, 30, 29), 'started_at': datetime.datetime(2021, 4, 30, 19, 30, 29), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 19, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 19:32:54.646016 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120dcb42-eeca-46b1-8766-f0e5f48d6dd0 req-836b4322-acb6-45de-834e-2514868ffaab service neutron] Checking segment: {'id': '0eb9c3fd-827b-4d06-8c9c-ae028f36cb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'fb753e9f-d5ea-4d3b-a660-3bfc4f53e5c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 19:32:54.646551 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120dcb42-eeca-46b1-8766-f0e5f48d6dd0 req-836b4322-acb6-45de-834e-2514868ffaab service neutron] Bound using segment: {'id': '0eb9c3fd-827b-4d06-8c9c-ae028f36cb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'fb753e9f-d5ea-4d3b-a660-3bfc4f53e5c0'} {{(pid=73807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 19:32:54.647328 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.managers [req-120dcb42-eeca-46b1-8766-f0e5f48d6dd0 req-836b4322-acb6-45de-834e-2514868ffaab service neutron] Bound port: 13ad3229-4e46-4a34-abb5-bf037a39d827, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0eb9c3fd-827b-4d06-8c9c-ae028f36cb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'fb753e9f-d5ea-4d3b-a660-3bfc4f53e5c0'}}] {{(pid=73807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 19:32:54.647822 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-120dcb42-eeca-46b1-8766-f0e5f48d6dd0 req-836b4322-acb6-45de-834e-2514868ffaab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:54.657998 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-5d05f9d4-6451-408d-998f-2052d7459032 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:32:54.664329 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-5d05f9d4-6451-408d-998f-2052d7459032 admin admin] Usage tracker for resource:security_group_rule and tenant:6bcf2f5b47c447d08bce2529e278d685 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:32:54.669371 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-5d05f9d4-6451-408d-998f-2052d7459032 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:32:54.683213 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-5d05f9d4-6451-408d-998f-2052d7459032 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:32:54.720887 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa66874-f5b2-42a7-be40-bc8178c98acf req-e21c533f-2315-4046-ae99-a3910abb25b3 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:32:54.722414 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [req-bfa66874-f5b2-42a7-be40-bc8178c98acf req-e21c533f-2315-4046-ae99-a3910abb25b3 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Synchronizing usage tracker for tenant:1a3a36846b69409bb56820276a166a65 on resource:port {{(pid=73808) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 19:32:54.726443 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27c42f7-41f9-48a0-ad70-8ca1b120d7cc req-8f2933f2-93dc-4ed7-bde1-d624512fd964 tempest-DeleteServersTestJSON-444044887 tempest-DeleteServersTestJSON-444044887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:32:54.728972 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-a27c42f7-41f9-48a0-ad70-8ca1b120d7cc req-8f2933f2-93dc-4ed7-bde1-d624512fd964 tempest-DeleteServersTestJSON-444044887 tempest-DeleteServersTestJSON-444044887-project] 10.222.0.41 "GET /v2.0/ports?device_id=091147a4-8d9e-45ca-9ccc-714405044f55 HTTP/1.1" status: 200 len: 945 time: 0.6979620 Apr 30 19:32:54.747453 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [req-bfa66874-f5b2-42a7-be40-bc8178c98acf req-e21c533f-2315-4046-ae99-a3910abb25b3 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Unset dirty status for tenant:1a3a36846b69409bb56820276a166a65 on resource:port {{(pid=73808) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 19:32:54.755674 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-bfa66874-f5b2-42a7-be40-bc8178c98acf req-e21c533f-2315-4046-ae99-a3910abb25b3 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.41 "GET /v2.0/ports?device_id=3394bdf1-036b-4b34-aa2b-feb8c50fb28e HTTP/1.1" status: 200 len: 944 time: 0.2131770 Apr 30 19:32:54.833415 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-3fe48045-9830-4981-8d7c-7b19b314386e req-51ede425-c73b-4abb-a723-13eb3f95f6c0 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Notify callbacks [] for port, precommit_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:54.838973 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [req-bfa66874-f5b2-42a7-be40-bc8178c98acf req-b3baaa39-1bdd-4781-be39-f8823d796b55 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Synchronizing usage tracker for tenant:1a3a36846b69409bb56820276a166a65 on resource:security_group {{(pid=73808) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 19:32:54.865112 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [req-bfa66874-f5b2-42a7-be40-bc8178c98acf req-b3baaa39-1bdd-4781-be39-f8823d796b55 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Unset dirty status for tenant:1a3a36846b69409bb56820276a166a65 on resource:security_group {{(pid=73808) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 19:32:54.866503 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-bfa66874-f5b2-42a7-be40-bc8178c98acf req-b3baaa39-1bdd-4781-be39-f8823d796b55 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.41 "GET /v2.0/security-groups?id=71be5d99-fb6b-4407-8806-836c5d750a20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1093826 Apr 30 19:32:54.880790 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-a27c42f7-41f9-48a0-ad70-8ca1b120d7cc req-b8e599fa-f976-4520-80c9-9475b3adc700 tempest-DeleteServersTestJSON-444044887 tempest-DeleteServersTestJSON-444044887-project] 10.222.0.41 "GET /v2.0/security-groups?id=df999433-5a02-4405-b58f-e0a733d35b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184771 Apr 30 19:32:54.887447 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.provisioning_blocks [req-3fe48045-9830-4981-8d7c-7b19b314386e req-51ede425-c73b-4abb-a723-13eb3f95f6c0 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Transition to ACTIVE for port object eaf5a615-727a-4a28-8c2a-6f97b2200e55 will not be triggered until provisioned by entity DHCP. {{(pid=73807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 19:32:54.925411 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-5d05f9d4-6451-408d-998f-2052d7459032 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:54.932285 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-5d05f9d4-6451-408d-998f-2052d7459032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:54.934946 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-3fe48045-9830-4981-8d7c-7b19b314386e req-51ede425-c73b-4abb-a723-13eb3f95f6c0 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780696898070'] for port, after_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:54.957029 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-28e310d5-96c4-4300-b87f-809d8f40a15d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:32:54.972279 dv-cinder-733622-14-smb neutron-server[73809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bb8116d-e232-45ab-9b2d-8d874920235b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1c93f59-4029-4840-a909-8a8e8e429d43', 'code': 200} Apr 30 19:32:54.974305 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-ed1a8009-dd34-4007-b77d-c105018164ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:32:55.007473 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-5d05f9d4-6451-408d-998f-2052d7459032 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6bcf2f5b47c447d08bce2529e278d685&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4104397 Apr 30 19:32:55.025652 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 40274) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:32:55.075805 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.db [req-120dcb42-eeca-46b1-8766-f0e5f48d6dd0 req-836b4322-acb6-45de-834e-2514868ffaab service neutron] For port 13ad3229-4e46-4a34-abb5-bf037a39d827, host hv-cinder-73362, cleared binding levels {{(pid=73807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 19:32:55.091316 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fe48045-9830-4981-8d7c-7b19b314386e req-51ede425-c73b-4abb-a723-13eb3f95f6c0 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Network 2ca4816a-af9f-4da4-b37e-8b11481e1c88 is already hosted by enough agents. {{(pid=73807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 19:32:55.096396 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.scheduler.base_scheduler [req-3fe48045-9830-4981-8d7c-7b19b314386e req-51ede425-c73b-4abb-a723-13eb3f95f6c0 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Resources bound (agent type, host, resource id): {{(pid=73807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 19:32:55.157803 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fe48045-9830-4981-8d7c-7b19b314386e req-51ede425-c73b-4abb-a723-13eb3f95f6c0 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Received port after_create {{(pid=73807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 19:32:55.176986 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe48045-9830-4981-8d7c-7b19b314386e req-51ede425-c73b-4abb-a723-13eb3f95f6c0 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:32:55.177666 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-3fe48045-9830-4981-8d7c-7b19b314386e req-51ede425-c73b-4abb-a723-13eb3f95f6c0 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533183'] for port, before_response {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:55.202264 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.db [req-120dcb42-eeca-46b1-8766-f0e5f48d6dd0 req-836b4322-acb6-45de-834e-2514868ffaab service neutron] For port 13ad3229-4e46-4a34-abb5-bf037a39d827, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=13ad3229-4e46-4a34-abb5-bf037a39d827,segment=NetworkSegment(0eb9c3fd-827b-4d06-8c9c-ae028f36cb05),segment_id=0eb9c3fd-827b-4d06-8c9c-ae028f36cb05)] {{(pid=73807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 19:32:55.245053 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d05f9d4-6451-408d-998f-2052d7459032 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19a898a0-0c45-4b9c-9b2c-47d69c3eae57,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:32:55.262115 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ede425-c73b-4abb-a723-13eb3f95f6c0 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Pushing event updated for resources: {'Port': ['ID=eaf5a615-727a-4a28-8c2a-6f97b2200e55,revision_number=1']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:32:55.270138 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-5d05f9d4-6451-408d-998f-2052d7459032 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:32:55.270812 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-eeb97b47-a232-4757-9c1b-265486228c8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:55.278256 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-120dcb42-eeca-46b1-8766-f0e5f48d6dd0 req-836b4322-acb6-45de-834e-2514868ffaab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133'] for port, after_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:55.281303 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-51ede425-c73b-4abb-a723-13eb3f95f6c0 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:32:55.323402 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-eeb97b47-a232-4757-9c1b-265486228c8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:55.353456 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-d28812e9-01c9-40bb-8a9b-ac0c47c69dc8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:32:55.416646 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813cf75d-f3f3-44c1-a68e-895336f425b2 req-9db96df5-0c0c-46d3-9a32-44e759dadc6d tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:32:55.423661 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-813cf75d-f3f3-44c1-a68e-895336f425b2 req-9db96df5-0c0c-46d3-9a32-44e759dadc6d tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/ports?device_id=595bc164-a92e-463d-8134-f8913beddb0b HTTP/1.1" status: 200 len: 945 time: 0.3293819 Apr 30 19:32:55.463305 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.48', 52288) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:32:55.541607 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-813cf75d-f3f3-44c1-a68e-895336f425b2 req-eab65e4e-1f21-4ac5-b037-8313576d33ce tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/security-groups?id=37889038-5279-4736-a9a0-7b515de45d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169722 Apr 30 19:32:55.573206 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-c4a290e4-d469-4ff6-bace-144c914eb614 None None] Provisioning for port eaf5a615-727a-4a28-8c2a-6f97b2200e55 completed by entity DHCP. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 19:32:55.588433 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-c4a290e4-d469-4ff6-bace-144c914eb614 None None] Provisioning complete for port eaf5a615-727a-4a28-8c2a-6f97b2200e55 triggered by entity DHCP. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 19:32:55.588823 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c4a290e4-d469-4ff6-bace-144c914eb614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618911'] for port, provisioning_complete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:55.625057 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-eeb97b47-a232-4757-9c1b-265486228c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:55.630358 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:32:55.683501 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917998b2-38cb-4277-b601-f3b18afa21d6 req-3d0c061d-4adb-4800-be52-be6c963015ef tempest-DeleteServersTestJSON-444044887 tempest-DeleteServersTestJSON-444044887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:32:55.685315 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-917998b2-38cb-4277-b601-f3b18afa21d6 req-3d0c061d-4adb-4800-be52-be6c963015ef tempest-DeleteServersTestJSON-444044887 tempest-DeleteServersTestJSON-444044887-project] 10.222.0.48 "GET /v2.0/ports?device_id=091147a4-8d9e-45ca-9ccc-714405044f55 HTTP/1.1" status: 200 len: 945 time: 0.2190878 Apr 30 19:32:55.689806 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb97b47-a232-4757-9c1b-265486228c8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19a898a0-0c45-4b9c-9b2c-47d69c3eae57,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:32:55.705865 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120dcb42-eeca-46b1-8766-f0e5f48d6dd0 req-836b4322-acb6-45de-834e-2514868ffaab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:32:55.706413 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-120dcb42-eeca-46b1-8766-f0e5f48d6dd0 req-836b4322-acb6-45de-834e-2514868ffaab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533183'] for port, before_response {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:55.707805 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-120dcb42-eeca-46b1-8766-f0e5f48d6dd0 req-836b4322-acb6-45de-834e-2514868ffaab service neutron] 10.222.0.48 "PUT /v2.0/ports/13ad3229-4e46-4a34-abb5-bf037a39d827 HTTP/1.1" status: 200 len: 1094 time: 4.1908524 Apr 30 19:32:55.720916 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3394bdf1-036b-4b34-aa2b-feb8c50fb28e', 'tag': '13ad3229-4e46-4a34-abb5-bf037a39d827'}] {{(pid=73807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 19:32:55.773838 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-3fe48045-9830-4981-8d7c-7b19b314386e req-51ede425-c73b-4abb-a723-13eb3f95f6c0 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4098418 Apr 30 19:32:55.775379 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-c4a290e4-d469-4ff6-bace-144c914eb614 None None] Port eaf5a615-727a-4a28-8c2a-6f97b2200e55 cannot update to ACTIVE because it is not bound. {{(pid=73809) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 19:32:55.792960 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-eeb97b47-a232-4757-9c1b-265486228c8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:32:55.878977 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-eeb97b47-a232-4757-9c1b-265486228c8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:55.883336 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-eeb97b47-a232-4757-9c1b-265486228c8c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/19a898a0-0c45-4b9c-9b2c-47d69c3eae57 HTTP/1.1" status: 204 len: 168 time: 0.8566198 Apr 30 19:32:55.919796 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.v2.base [req-3fe48045-9830-4981-8d7c-7b19b314386e req-c11d6308-7a7c-405e-9709-8f10cdb19448 service neutron] Request body: {'port': {'device_id': 'e6f90263-c62f-4196-8410-f2367a9a9848', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=73807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 19:32:55.962501 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.plugins.ml2.plugin [req-917998b2-38cb-4277-b601-f3b18afa21d6 req-d2e6ea1e-814e-4e95-9062-4365f682a5e4 tempest-DeleteServersTestJSON-444044887 tempest-DeleteServersTestJSON-444044887-project] Deleting port b2147909-a2ed-4691-b295-74a800de9ae7 {{(pid=73808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 19:32:55.964355 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-917998b2-38cb-4277-b601-f3b18afa21d6 req-d2e6ea1e-814e-4e95-9062-4365f682a5e4 tempest-DeleteServersTestJSON-444044887 tempest-DeleteServersTestJSON-444044887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780697314645'] for port, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:56.040256 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836b4322-acb6-45de-834e-2514868ffaab service neutron] Pushing event updated for resources: {'Port': ['ID=13ad3229-4e46-4a34-abb5-bf037a39d827,revision_number=3']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:32:56.054271 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-836b4322-acb6-45de-834e-2514868ffaab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.701s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:32:56.151622 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6c438f-7a87-43c7-93ca-d6e1a9f929ab req-3f3048d9-031c-4617-8897-8ddf465b7fc0 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:32:56.155533 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [req-8f6c438f-7a87-43c7-93ca-d6e1a9f929ab req-3f3048d9-031c-4617-8897-8ddf465b7fc0 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Synchronizing usage tracker for tenant:9ad55c1ecaf040eb9706c42ee99e4509 on resource:port {{(pid=73807) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 19:32:56.217733 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.48', 52292) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:32:56.218318 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149c26fc-fae9-4470-b67a-d986e3d6c6f1 req-214e81e2-6754-490f-89a0-5b40c0c70e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:32:56.220223 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-149c26fc-fae9-4470-b67a-d986e3d6c6f1 req-214e81e2-6754-490f-89a0-5b40c0c70e04 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6bb8116d-e232-45ab-9b2d-8d874920235b HTTP/1.1" status: 200 len: 1098 time: 0.9404731 Apr 30 19:32:56.275787 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3394bdf1-036b-4b34-aa2b-feb8c50fb28e', 'tag': '13ad3229-4e46-4a34-abb5-bf037a39d827', 'status': 'completed', 'code': 200} Apr 30 19:32:56.381875 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.plugins.ml2.db [req-917998b2-38cb-4277-b601-f3b18afa21d6 req-d2e6ea1e-814e-4e95-9062-4365f682a5e4 tempest-DeleteServersTestJSON-444044887 tempest-DeleteServersTestJSON-444044887-project] For port b2147909-a2ed-4691-b295-74a800de9ae7, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=b2147909-a2ed-4691-b295-74a800de9ae7,segment=NetworkSegment(082828c5-b8d6-464f-b8c4-d43ab2e52f3e),segment_id=082828c5-b8d6-464f-b8c4-d43ab2e52f3e)] {{(pid=73808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:32:56.382418 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-917998b2-38cb-4277-b601-f3b18afa21d6 req-d2e6ea1e-814e-4e95-9062-4365f682a5e4 tempest-DeleteServersTestJSON-444044887 tempest-DeleteServersTestJSON-444044887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664767'] for port, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:56.403211 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:56.417571 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [req-8f6c438f-7a87-43c7-93ca-d6e1a9f929ab req-3f3048d9-031c-4617-8897-8ddf465b7fc0 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Unset dirty status for tenant:9ad55c1ecaf040eb9706c42ee99e4509 on resource:port {{(pid=73807) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 19:32:56.426592 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-8f6c438f-7a87-43c7-93ca-d6e1a9f929ab req-3f3048d9-031c-4617-8897-8ddf465b7fc0 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6f90263-c62f-4196-8410-f2367a9a9848 HTTP/1.1" status: 200 len: 932 time: 1.2301981 Apr 30 19:32:56.490107 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120dcb42-eeca-46b1-8766-f0e5f48d6dd0 req-7001a061-1372-4406-b874-139f030da919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:32:56.491877 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-120dcb42-eeca-46b1-8766-f0e5f48d6dd0 req-7001a061-1372-4406-b874-139f030da919 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1a3a36846b69409bb56820276a166a65&device_id=3394bdf1-036b-4b34-aa2b-feb8c50fb28e HTTP/1.1" status: 200 len: 1097 time: 0.7214115 Apr 30 19:32:56.603696 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-149c26fc-fae9-4470-b67a-d986e3d6c6f1 req-552cfb83-e4d2-44fd-ab01-925fbc35e099 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=37889038-5279-4736-a9a0-7b515de45d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3649354 Apr 30 19:32:56.619485 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-3fe48045-9830-4981-8d7c-7b19b314386e req-c11d6308-7a7c-405e-9709-8f10cdb19448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:56.642115 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-120dcb42-eeca-46b1-8766-f0e5f48d6dd0 req-1b05572d-5526-4382-a08d-fc04d46a7bc2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=13ad3229-4e46-4a34-abb5-bf037a39d827 HTTP/1.1" status: 200 len: 217 time: 0.1349301 Apr 30 19:32:56.660154 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.plugins.ml2.plugin [req-917998b2-38cb-4277-b601-f3b18afa21d6 req-d2e6ea1e-814e-4e95-9062-4365f682a5e4 tempest-DeleteServersTestJSON-444044887 tempest-DeleteServersTestJSON-444044887-project] Calling delete_port for b2147909-a2ed-4691-b295-74a800de9ae7 owned by compute:nova {{(pid=73808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 19:32:56.661259 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-8f6c438f-7a87-43c7-93ca-d6e1a9f929ab req-ec07d9e3-2039-432b-8bad-f997766d1f5b tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/security-groups?id=6dbe6155-75cf-4154-b3d9-4527d6dcc146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2326605 Apr 30 19:32:56.676145 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb8f4f9-8c71-41fa-835c-8cfcfe7ed78f req-91999ea9-0a0a-408d-a0ff-9921246197f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:32:56.688232 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-ddb8f4f9-8c71-41fa-835c-8cfcfe7ed78f req-91999ea9-0a0a-408d-a0ff-9921246197f0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b687dbbcb0d540b592764d29c8baa1ab&device_id=595bc164-a92e-463d-8134-f8913beddb0b HTTP/1.1" status: 200 len: 1098 time: 0.4590206 Apr 30 19:32:56.693811 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-f74b655a-001a-4478-85d0-a5ec841db85d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:56.922245 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf41820-022c-4471-b106-56567d887c16 req-50cf08de-0ca1-4c05-85dd-387eacbcb6df tempest-DeleteServersTestJSON-444044887 tempest-DeleteServersTestJSON-444044887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:32:56.923701 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-eaf41820-022c-4471-b106-56567d887c16 req-50cf08de-0ca1-4c05-85dd-387eacbcb6df tempest-DeleteServersTestJSON-444044887 tempest-DeleteServersTestJSON-444044887-project] 10.222.0.41 "GET /v2.0/ports?device_id=091147a4-8d9e-45ca-9ccc-714405044f55 HTTP/1.1" status: 200 len: 945 time: 0.3770750 Apr 30 19:32:56.926431 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120dcb42-eeca-46b1-8766-f0e5f48d6dd0 req-bc50014a-7ba0-4201-9a43-8c9882f42544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:32:56.928048 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-120dcb42-eeca-46b1-8766-f0e5f48d6dd0 req-bc50014a-7ba0-4201-9a43-8c9882f42544 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=60d0612e-ab94-488a-8358-4a2e04237205 HTTP/1.1" status: 200 len: 850 time: 0.2651424 Apr 30 19:32:56.959489 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb8f4f9-8c71-41fa-835c-8cfcfe7ed78f req-5d649b9f-89d6-4bbd-9c6e-8e88184c3a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:32:56.960928 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-ddb8f4f9-8c71-41fa-835c-8cfcfe7ed78f req-5d649b9f-89d6-4bbd-9c6e-8e88184c3a5e service neutron] 10.222.0.48 "GET /v2.0/networks?id=f30450fe-9c9f-4fd9-802e-cfb944509dec HTTP/1.1" status: 200 len: 919 time: 0.2767262 Apr 30 19:32:57.142051 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-eaf41820-022c-4471-b106-56567d887c16 req-74c5e60a-aebb-4de1-a59b-d43a9b10649a tempest-DeleteServersTestJSON-444044887 tempest-DeleteServersTestJSON-444044887-project] 10.222.0.41 "GET /v2.0/security-groups?id=df999433-5a02-4405-b58f-e0a733d35b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025304 Apr 30 19:32:57.178870 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-ddb8f4f9-8c71-41fa-835c-8cfcfe7ed78f req-4d641691-de1f-4164-ad4d-895fdf27da56 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fb4f009e-5cb1-47d6-a548-e37af2cf4502 HTTP/1.1" status: 200 len: 217 time: 0.2025132 Apr 30 19:32:57.180860 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbdf749-9041-4378-8d3d-70a608fd3066 req-821a7af7-d7ed-4d59-987b-d0126ea9feda tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:32:57.188587 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-fdbdf749-9041-4378-8d3d-70a608fd3066 req-821a7af7-d7ed-4d59-987b-d0126ea9feda tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.41 "GET /v2.0/ports?device_id=3394bdf1-036b-4b34-aa2b-feb8c50fb28e HTTP/1.1" status: 200 len: 944 time: 0.3482788 Apr 30 19:32:57.366039 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-fdbdf749-9041-4378-8d3d-70a608fd3066 req-280a94fb-da9e-4291-b33f-f2f13324c5c1 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.41 "GET /v2.0/security-groups?id=71be5d99-fb6b-4407-8806-836c5d750a20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1741877 Apr 30 19:32:57.395124 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120dcb42-eeca-46b1-8766-f0e5f48d6dd0 req-78eba62c-1ed8-41f6-a467-990772dabecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:32:57.397134 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-120dcb42-eeca-46b1-8766-f0e5f48d6dd0 req-78eba62c-1ed8-41f6-a467-990772dabecb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fb753e9f-d5ea-4d3b-a660-3bfc4f53e5c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.4531674 Apr 30 19:32:57.426139 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-917998b2-38cb-4277-b601-f3b18afa21d6 req-d2e6ea1e-814e-4e95-9062-4365f682a5e4 tempest-DeleteServersTestJSON-444044887 tempest-DeleteServersTestJSON-444044887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780697316006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780696898079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60822380'] for port, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:57.432603 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb8f4f9-8c71-41fa-835c-8cfcfe7ed78f req-fe16d472-48b4-4984-bc52-72a7448dd638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:32:57.434815 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-ddb8f4f9-8c71-41fa-835c-8cfcfe7ed78f req-fe16d472-48b4-4984-bc52-72a7448dd638 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7fdb9f4a-37a8-450d-a546-25c2f22121ea HTTP/1.1" status: 200 len: 858 time: 0.2324288 Apr 30 19:32:57.439504 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-65ba8c12-0d06-4959-8304-606821799626 None None] get_ports_and_sgs() called for port_ids ['b2147909-a2ed-4691-b295-74a800de9ae7'] {{(pid=73809) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 19:32:57.466030 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:32:57.610534 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e6ea1e-814e-4e95-9062-4365f682a5e4 tempest-DeleteServersTestJSON-444044887 tempest-DeleteServersTestJSON-444044887-project] Pushing event deleted for resources: {'Port': ['ID=b2147909-a2ed-4691-b295-74a800de9ae7,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:32:57.673948 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-ddb8f4f9-8c71-41fa-835c-8cfcfe7ed78f req-2d935fd4-9f01-4acb-a2a3-c7298b6bb450 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f30450fe-9c9f-4fd9-802e-cfb944509dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2095518 Apr 30 19:32:57.687636 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-120dcb42-eeca-46b1-8766-f0e5f48d6dd0 req-dc34011b-9faf-4657-b410-974801edb24f service neutron] 10.222.0.48 "GET /v2.0/networks/fb753e9f-d5ea-4d3b-a660-3bfc4f53e5c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2745266 Apr 30 19:32:57.713892 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-db901c41-8a71-4621-9038-9b0e7a83b2d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:57.749999 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.l3_dvrscheduler_db [req-917998b2-38cb-4277-b601-f3b18afa21d6 req-d2e6ea1e-814e-4e95-9062-4365f682a5e4 tempest-DeleteServersTestJSON-444044887 tempest-DeleteServersTestJSON-444044887-project] No DVR routers for this DVR port b2147909-a2ed-4691-b295-74a800de9ae7 on host hv-cinder-73362 {{(pid=73808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 19:32:57.808051 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-917998b2-38cb-4277-b601-f3b18afa21d6 req-d2e6ea1e-814e-4e95-9062-4365f682a5e4 tempest-DeleteServersTestJSON-444044887 tempest-DeleteServersTestJSON-444044887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937687'] for port, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:57.816450 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '091147a4-8d9e-45ca-9ccc-714405044f55', 'name': 'network-vif-deleted', 'tag': 'b2147909-a2ed-4691-b295-74a800de9ae7'}] {{(pid=73808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 19:32:57.833195 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-d2e6ea1e-814e-4e95-9062-4365f682a5e4 tempest-DeleteServersTestJSON-444044887 tempest-DeleteServersTestJSON-444044887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:32:57.842396 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.notifiers.nova [req-3fe48045-9830-4981-8d7c-7b19b314386e req-c11d6308-7a7c-405e-9709-8f10cdb19448 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eaf5a615-727a-4a28-8c2a-6f97b2200e55 {{(pid=73807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 19:32:57.871322 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-3fe48045-9830-4981-8d7c-7b19b314386e req-c11d6308-7a7c-405e-9709-8f10cdb19448 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:57.933640 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-917998b2-38cb-4277-b601-f3b18afa21d6 req-d2e6ea1e-814e-4e95-9062-4365f682a5e4 tempest-DeleteServersTestJSON-444044887 tempest-DeleteServersTestJSON-444044887-project] 10.222.0.48 "DELETE /v2.0/ports/b2147909-a2ed-4691-b295-74a800de9ae7 HTTP/1.1" status: 204 len: 173 time: 2.2397850 Apr 30 19:32:58.009071 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.provisioning_blocks [req-3fe48045-9830-4981-8d7c-7b19b314386e req-c11d6308-7a7c-405e-9709-8f10cdb19448 service neutron] Transition to ACTIVE for port object eaf5a615-727a-4a28-8c2a-6f97b2200e55 will not be triggered until provisioned by entity L2. {{(pid=73807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 19:32:58.024285 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-3fe48045-9830-4981-8d7c-7b19b314386e req-c11d6308-7a7c-405e-9709-8f10cdb19448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133'] for port, after_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:58.055595 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-8934452e-1d09-45b3-9b68-a62f92c565fd tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:32:58.100555 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90851fd-cae9-447a-8546-88939869af8d req-90ab3f56-360d-484f-891e-f26da8ff72f6 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:32:58.107646 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-d90851fd-cae9-447a-8546-88939869af8d req-90ab3f56-360d-484f-891e-f26da8ff72f6 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/ports?device_id=595bc164-a92e-463d-8134-f8913beddb0b HTTP/1.1" status: 200 len: 945 time: 0.7688715 Apr 30 19:32:58.183829 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-ddb8f4f9-8c71-41fa-835c-8cfcfe7ed78f req-2979fdbc-74a6-469e-b902-7540b5bf56c0 service neutron] 10.222.0.48 "GET /v2.0/networks/f30450fe-9c9f-4fd9-802e-cfb944509dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4512298 Apr 30 19:32:58.195913 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-d90851fd-cae9-447a-8546-88939869af8d req-f18d1055-fe49-4496-becf-17ab9e67689c tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/security-groups?id=37889038-5279-4736-a9a0-7b515de45d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873280 Apr 30 19:32:58.249440 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-120dcb42-eeca-46b1-8766-f0e5f48d6dd0 req-f306e72e-136e-4c9e-a94b-2c38fdd3e650 service neutron] 10.222.0.48 "GET /v2.0/networks/fb753e9f-d5ea-4d3b-a660-3bfc4f53e5c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5266345 Apr 30 19:32:58.288100 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11d6308-7a7c-405e-9709-8f10cdb19448 service neutron] Pushing event updated for resources: {'Port': ['ID=eaf5a615-727a-4a28-8c2a-6f97b2200e55,revision_number=2']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:32:58.298895 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d60a96c-2e22-4c71-8aca-3aaa60d822ff req-0a7f5b0a-8b78-49da-bc60-9513d41b46a9 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:32:58.306327 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-4d60a96c-2e22-4c71-8aca-3aaa60d822ff req-0a7f5b0a-8b78-49da-bc60-9513d41b46a9 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6f90263-c62f-4196-8410-f2367a9a9848 HTTP/1.1" status: 200 len: 932 time: 0.5213599 Apr 30 19:32:58.309926 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-c11d6308-7a7c-405e-9709-8f10cdb19448 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:32:58.473647 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '091147a4-8d9e-45ca-9ccc-714405044f55', 'name': 'network-vif-deleted', 'tag': 'b2147909-a2ed-4691-b295-74a800de9ae7', 'status': 'completed', 'code': 200} Apr 30 19:32:58.475792 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-ddb8f4f9-8c71-41fa-835c-8cfcfe7ed78f req-a9790530-db5f-479d-acc5-2d1c9a89fc7b service neutron] 10.222.0.48 "GET /v2.0/networks/f30450fe-9c9f-4fd9-802e-cfb944509dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2748346 Apr 30 19:32:58.616033 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-4d60a96c-2e22-4c71-8aca-3aaa60d822ff req-a07bfb46-0107-46b2-9ee3-247fd4acf650 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/security-groups?id=6dbe6155-75cf-4154-b3d9-4527d6dcc146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3087599 Apr 30 19:32:58.627368 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.managers [req-3fe48045-9830-4981-8d7c-7b19b314386e req-c11d6308-7a7c-405e-9709-8f10cdb19448 service neutron] Attempting to bind port eaf5a615-727a-4a28-8c2a-6f97b2200e55 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=73807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 19:32:58.630167 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.managers [req-3fe48045-9830-4981-8d7c-7b19b314386e req-c11d6308-7a7c-405e-9709-8f10cdb19448 service neutron] Attempting to bind port eaf5a615-727a-4a28-8c2a-6f97b2200e55 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '1cec1924-575a-47da-bbe7-12777d2ca2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '2ca4816a-af9f-4da4-b37e-8b11481e1c88'}] {{(pid=73807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 19:32:58.630666 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe48045-9830-4981-8d7c-7b19b314386e req-c11d6308-7a7c-405e-9709-8f10cdb19448 service neutron] Attempting to bind port eaf5a615-727a-4a28-8c2a-6f97b2200e55 on network 2ca4816a-af9f-4da4-b37e-8b11481e1c88 {{(pid=73807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 19:32:58.640642 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe48045-9830-4981-8d7c-7b19b314386e req-c11d6308-7a7c-405e-9709-8f10cdb19448 service neutron] Port eaf5a615-727a-4a28-8c2a-6f97b2200e55 on network 2ca4816a-af9f-4da4-b37e-8b11481e1c88 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=73807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 19:32:58.641132 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe48045-9830-4981-8d7c-7b19b314386e req-c11d6308-7a7c-405e-9709-8f10cdb19448 service neutron] Attempting to bind port eaf5a615-727a-4a28-8c2a-6f97b2200e55 on network 2ca4816a-af9f-4da4-b37e-8b11481e1c88 {{(pid=73807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 19:32:58.662174 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe48045-9830-4981-8d7c-7b19b314386e req-c11d6308-7a7c-405e-9709-8f10cdb19448 service neutron] Checking agent: {'id': '787256c0-27a9-4f74-baeb-f887319a5aee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 19, 30, 29), 'started_at': datetime.datetime(2021, 4, 30, 19, 30, 29), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 19, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 19:32:58.668810 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe48045-9830-4981-8d7c-7b19b314386e req-c11d6308-7a7c-405e-9709-8f10cdb19448 service neutron] Checking segment: {'id': '1cec1924-575a-47da-bbe7-12777d2ca2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '2ca4816a-af9f-4da4-b37e-8b11481e1c88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 19:32:58.669447 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe48045-9830-4981-8d7c-7b19b314386e req-c11d6308-7a7c-405e-9709-8f10cdb19448 service neutron] Bound using segment: {'id': '1cec1924-575a-47da-bbe7-12777d2ca2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '2ca4816a-af9f-4da4-b37e-8b11481e1c88'} {{(pid=73807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 19:32:58.670715 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.managers [req-3fe48045-9830-4981-8d7c-7b19b314386e req-c11d6308-7a7c-405e-9709-8f10cdb19448 service neutron] Bound port: eaf5a615-727a-4a28-8c2a-6f97b2200e55, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cec1924-575a-47da-bbe7-12777d2ca2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '2ca4816a-af9f-4da4-b37e-8b11481e1c88'}}] {{(pid=73807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 19:32:58.673506 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-3fe48045-9830-4981-8d7c-7b19b314386e req-c11d6308-7a7c-405e-9709-8f10cdb19448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:58.795418 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [req-c321f599-1434-4f48-bc11-603beb3b6fba req-cbb87d7a-48d2-4a02-aef9-b589a7ccac81 tempest-DeleteServersTestJSON-444044887 tempest-DeleteServersTestJSON-444044887-project] Synchronizing usage tracker for tenant:c7bd401d39b740e0b2327b8297ba8faa on resource:port {{(pid=73808) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 19:32:58.816732 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [req-c321f599-1434-4f48-bc11-603beb3b6fba req-cbb87d7a-48d2-4a02-aef9-b589a7ccac81 tempest-DeleteServersTestJSON-444044887 tempest-DeleteServersTestJSON-444044887-project] Unset dirty status for tenant:c7bd401d39b740e0b2327b8297ba8faa on resource:port {{(pid=73808) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 19:32:58.818721 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-c321f599-1434-4f48-bc11-603beb3b6fba req-cbb87d7a-48d2-4a02-aef9-b589a7ccac81 tempest-DeleteServersTestJSON-444044887 tempest-DeleteServersTestJSON-444044887-project] 10.222.0.41 "GET /v2.0/ports?device_id=091147a4-8d9e-45ca-9ccc-714405044f55 HTTP/1.1" status: 200 len: 210 time: 0.1161652 Apr 30 19:32:58.821059 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5176bf-4ad6-4050-b273-36bf985066c2 req-7be67d0e-419d-4f83-be1f-b1ebec9b39a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:32:58.822894 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-ff5176bf-4ad6-4050-b273-36bf985066c2 req-7be67d0e-419d-4f83-be1f-b1ebec9b39a0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1a3a36846b69409bb56820276a166a65&device_id=3394bdf1-036b-4b34-aa2b-feb8c50fb28e HTTP/1.1" status: 200 len: 1097 time: 0.5140114 Apr 30 19:32:59.008751 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.db [req-3fe48045-9830-4981-8d7c-7b19b314386e req-c11d6308-7a7c-405e-9709-8f10cdb19448 service neutron] For port eaf5a615-727a-4a28-8c2a-6f97b2200e55, host hv-cinder-73362, cleared binding levels {{(pid=73807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 19:32:59.034149 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.db [req-3fe48045-9830-4981-8d7c-7b19b314386e req-c11d6308-7a7c-405e-9709-8f10cdb19448 service neutron] For port eaf5a615-727a-4a28-8c2a-6f97b2200e55, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=eaf5a615-727a-4a28-8c2a-6f97b2200e55,segment=NetworkSegment(1cec1924-575a-47da-bbe7-12777d2ca2b9),segment_id=1cec1924-575a-47da-bbe7-12777d2ca2b9)] {{(pid=73807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 19:32:59.050904 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-3fe48045-9830-4981-8d7c-7b19b314386e req-c11d6308-7a7c-405e-9709-8f10cdb19448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133'] for port, after_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:59.062950 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:32:59.084747 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:59.111679 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc05393-69a7-4ef0-8ee7-1dc1ce4e20c0 req-a9be40ad-b402-4aa0-a47a-77003704f796 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:32:59.113973 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-fcc05393-69a7-4ef0-8ee7-1dc1ce4e20c0 req-a9be40ad-b402-4aa0-a47a-77003704f796 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.41 "GET /v2.0/ports?device_id=3394bdf1-036b-4b34-aa2b-feb8c50fb28e HTTP/1.1" status: 200 len: 944 time: 0.2819090 Apr 30 19:32:59.114820 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5176bf-4ad6-4050-b273-36bf985066c2 req-457b4449-e69a-4b80-ae06-f1b9cafffa36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:32:59.116087 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-ff5176bf-4ad6-4050-b273-36bf985066c2 req-457b4449-e69a-4b80-ae06-f1b9cafffa36 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fb753e9f-d5ea-4d3b-a660-3bfc4f53e5c0 HTTP/1.1" status: 200 len: 912 time: 0.2859297 Apr 30 19:32:59.188070 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe48045-9830-4981-8d7c-7b19b314386e req-c11d6308-7a7c-405e-9709-8f10cdb19448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:32:59.189029 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-3fe48045-9830-4981-8d7c-7b19b314386e req-c11d6308-7a7c-405e-9709-8f10cdb19448 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533183'] for port, before_response {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:59.191110 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-3fe48045-9830-4981-8d7c-7b19b314386e req-c11d6308-7a7c-405e-9709-8f10cdb19448 service neutron] 10.222.0.48 "PUT /v2.0/ports/eaf5a615-727a-4a28-8c2a-6f97b2200e55 HTTP/1.1" status: 200 len: 1094 time: 3.3498914 Apr 30 19:32:59.199138 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6f90263-c62f-4196-8410-f2367a9a9848', 'tag': 'eaf5a615-727a-4a28-8c2a-6f97b2200e55'}] {{(pid=73807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 19:32:59.266136 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-ff5176bf-4ad6-4050-b273-36bf985066c2 req-e5edd7ea-5e66-4328-a1a2-a8a62a3c8753 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=13ad3229-4e46-4a34-abb5-bf037a39d827 HTTP/1.1" status: 200 len: 217 time: 0.1387026 Apr 30 19:32:59.272473 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-abaefda2-14da-46b7-be41-c4f24c026f78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:32:59.517308 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-fcc05393-69a7-4ef0-8ee7-1dc1ce4e20c0 req-3a77846d-220c-413a-b643-89760828b061 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.41 "GET /v2.0/security-groups?id=71be5d99-fb6b-4407-8806-836c5d750a20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3188920 Apr 30 19:32:59.528558 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11d6308-7a7c-405e-9709-8f10cdb19448 service neutron] Pushing event updated for resources: {'Port': ['ID=eaf5a615-727a-4a28-8c2a-6f97b2200e55,revision_number=3']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:32:59.556494 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-c11d6308-7a7c-405e-9709-8f10cdb19448 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:32:59.556982 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc32d047-5bd8-462e-be02-ebafa0987698 req-f956cbdb-40e9-4644-95b5-03249f5477af tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:32:59.558767 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-fc32d047-5bd8-462e-be02-ebafa0987698 req-f956cbdb-40e9-4644-95b5-03249f5477af tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/ports?device_id=595bc164-a92e-463d-8134-f8913beddb0b HTTP/1.1" status: 200 len: 945 time: 0.1355841 Apr 30 19:32:59.616382 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-fc32d047-5bd8-462e-be02-ebafa0987698 req-6f963e25-d6a0-462f-81d3-94ad7ec0e30d tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/security-groups?id=37889038-5279-4736-a9a0-7b515de45d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478144 Apr 30 19:32:59.618229 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5176bf-4ad6-4050-b273-36bf985066c2 req-5baa28b3-04be-4774-9fb8-52e60bfb417c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:32:59.619706 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-ff5176bf-4ad6-4050-b273-36bf985066c2 req-5baa28b3-04be-4774-9fb8-52e60bfb417c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=60d0612e-ab94-488a-8358-4a2e04237205 HTTP/1.1" status: 200 len: 850 time: 0.2659187 Apr 30 19:32:59.621761 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6f90263-c62f-4196-8410-f2367a9a9848', 'tag': 'eaf5a615-727a-4a28-8c2a-6f97b2200e55', 'status': 'completed', 'code': 200} Apr 30 19:32:59.630122 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe48045-9830-4981-8d7c-7b19b314386e req-8a58abf6-bd42-43fd-bd62-255e0828865f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:32:59.632809 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-3fe48045-9830-4981-8d7c-7b19b314386e req-8a58abf6-bd42-43fd-bd62-255e0828865f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9ad55c1ecaf040eb9706c42ee99e4509&device_id=e6f90263-c62f-4196-8410-f2367a9a9848 HTTP/1.1" status: 200 len: 1097 time: 0.3539858 Apr 30 19:32:59.688924 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Device b2147909-a2ed-4691-b295-74a800de9ae7 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=73809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 19:32:59.745366 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-3fe48045-9830-4981-8d7c-7b19b314386e req-315f58b1-9ae4-4b8e-a9ea-dece59ecafe6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eaf5a615-727a-4a28-8c2a-6f97b2200e55 HTTP/1.1" status: 200 len: 217 time: 0.0713975 Apr 30 19:32:59.778093 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-65ba8c12-0d06-4959-8304-606821799626 None None] No Port match for: b2147909-a2ed-4691-b295-74a800de9ae7 {{(pid=73809) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 19:32:59.778447 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Device b2147909-a2ed-4691-b295-74a800de9ae7 not bound to the agent host hv-cinder-73362 {{(pid=73809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 19:32:59.891062 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe48045-9830-4981-8d7c-7b19b314386e req-f8677cda-7d04-4f98-87f1-b23551bb9976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:32:59.892663 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-3fe48045-9830-4981-8d7c-7b19b314386e req-f8677cda-7d04-4f98-87f1-b23551bb9976 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a120cce1-df08-442f-ba0c-25e89e3b37cd HTTP/1.1" status: 200 len: 855 time: 0.1387300 Apr 30 19:32:59.987591 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5176bf-4ad6-4050-b273-36bf985066c2 req-ac511905-c835-422c-8735-96bb29c0920c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:32:59.991715 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-ff5176bf-4ad6-4050-b273-36bf985066c2 req-ac511905-c835-422c-8735-96bb29c0920c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fb753e9f-d5ea-4d3b-a660-3bfc4f53e5c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.3578660 Apr 30 19:33:00.001185 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436c8f1c-e277-4f0f-951a-ca66c526b5e0 req-6d86ec44-8532-4044-9fc4-86c2cf4f4854 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:33:00.002958 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-436c8f1c-e277-4f0f-951a-ca66c526b5e0 req-6d86ec44-8532-4044-9fc4-86c2cf4f4854 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6f90263-c62f-4196-8410-f2367a9a9848 HTTP/1.1" status: 200 len: 944 time: 0.2509670 Apr 30 19:33:00.171861 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-436c8f1c-e277-4f0f-951a-ca66c526b5e0 req-7a8a52d0-7316-4dab-981e-7abb03375027 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/security-groups?id=6dbe6155-75cf-4154-b3d9-4527d6dcc146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1426654 Apr 30 19:33:00.182070 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe48045-9830-4981-8d7c-7b19b314386e req-edc32caf-e15f-4ee0-9c21-09f700b06903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:33:00.183729 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-3fe48045-9830-4981-8d7c-7b19b314386e req-edc32caf-e15f-4ee0-9c21-09f700b06903 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2ca4816a-af9f-4da4-b37e-8b11481e1c88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2745810 Apr 30 19:33:00.255116 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-ff5176bf-4ad6-4050-b273-36bf985066c2 req-a7f666cf-69a6-4272-946d-265ab2d8c987 service neutron] 10.222.0.48 "GET /v2.0/networks/fb753e9f-d5ea-4d3b-a660-3bfc4f53e5c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484455 Apr 30 19:33:00.467157 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-3fe48045-9830-4981-8d7c-7b19b314386e req-0a2f9f72-81d8-4120-b28a-d668267b9f92 service neutron] 10.222.0.48 "GET /v2.0/networks/2ca4816a-af9f-4da4-b37e-8b11481e1c88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2723069 Apr 30 19:33:00.509727 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-ff5176bf-4ad6-4050-b273-36bf985066c2 req-289d98cf-4edc-4fd5-a083-a30a1cb86477 service neutron] 10.222.0.48 "GET /v2.0/networks/fb753e9f-d5ea-4d3b-a660-3bfc4f53e5c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007797 Apr 30 19:33:00.770342 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1ecb84-6450-4116-b149-487ae7a850b8 req-948f16ce-13ee-4ed2-9261-8542628cbdcf tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:33:00.780045 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-8e1ecb84-6450-4116-b149-487ae7a850b8 req-948f16ce-13ee-4ed2-9261-8542628cbdcf tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.41 "GET /v2.0/ports?device_id=3394bdf1-036b-4b34-aa2b-feb8c50fb28e HTTP/1.1" status: 200 len: 944 time: 0.1146064 Apr 30 19:33:00.852224 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-8e1ecb84-6450-4116-b149-487ae7a850b8 req-b057726a-0267-4b1d-afde-d9fed87a730c tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.41 "GET /v2.0/security-groups?id=71be5d99-fb6b-4407-8806-836c5d750a20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0693951 Apr 30 19:33:00.867010 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-3fe48045-9830-4981-8d7c-7b19b314386e req-cc424dbd-8ed1-41e6-bbc1-d278cc32955c service neutron] 10.222.0.48 "GET /v2.0/networks/2ca4816a-af9f-4da4-b37e-8b11481e1c88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3801007 Apr 30 19:33:00.927058 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f9fefe-62ee-4d1e-b4eb-ab787c6ec1a8 req-b6b26a85-b3fc-46b8-b2b1-822849e430f7 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:33:00.928991 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-b1f9fefe-62ee-4d1e-b4eb-ab787c6ec1a8 req-b6b26a85-b3fc-46b8-b2b1-822849e430f7 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/ports?device_id=595bc164-a92e-463d-8134-f8913beddb0b HTTP/1.1" status: 200 len: 945 time: 0.1389496 Apr 30 19:33:01.041204 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-b1f9fefe-62ee-4d1e-b4eb-ab787c6ec1a8 req-efcb2d12-163d-4464-87a2-a2dd1435b2dc tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/security-groups?id=37889038-5279-4736-a9a0-7b515de45d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711761 Apr 30 19:33:01.072860 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e485729-25b0-406d-92b4-33e72a55d447 req-d1c80f2e-e448-4f60-af68-25edc475e61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:33:01.074478 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-2e485729-25b0-406d-92b4-33e72a55d447 req-d1c80f2e-e448-4f60-af68-25edc475e61a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9ad55c1ecaf040eb9706c42ee99e4509&device_id=e6f90263-c62f-4196-8410-f2367a9a9848 HTTP/1.1" status: 200 len: 1097 time: 0.1441927 Apr 30 19:33:01.163456 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 40556) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:33:01.265418 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e485729-25b0-406d-92b4-33e72a55d447 req-fabd73ae-87a2-48c7-9fa2-41679df3b191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:33:01.267402 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-2e485729-25b0-406d-92b4-33e72a55d447 req-fabd73ae-87a2-48c7-9fa2-41679df3b191 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2ca4816a-af9f-4da4-b37e-8b11481e1c88 HTTP/1.1" status: 200 len: 917 time: 0.1838164 Apr 30 19:33:01.370406 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-169269b7-b9e7-408a-8aa1-d39c72a75108 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:01.389607 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-2e485729-25b0-406d-92b4-33e72a55d447 req-82f60e8a-7f57-44a7-aea2-9dfd27c04e88 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eaf5a615-727a-4a28-8c2a-6f97b2200e55 HTTP/1.1" status: 200 len: 217 time: 0.1104281 Apr 30 19:33:01.468964 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e485729-25b0-406d-92b4-33e72a55d447 req-b12a4861-09cf-4086-a2a1-16eae67eb174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:33:01.475566 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-2e485729-25b0-406d-92b4-33e72a55d447 req-b12a4861-09cf-4086-a2a1-16eae67eb174 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a120cce1-df08-442f-ba0c-25e89e3b37cd HTTP/1.1" status: 200 len: 855 time: 0.0700657 Apr 30 19:33:01.537510 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-169269b7-b9e7-408a-8aa1-d39c72a75108 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:33:01.542902 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-169269b7-b9e7-408a-8aa1-d39c72a75108 admin admin] Usage tracker for resource:security_group_rule and tenant:014a610843a64f1aa416e977b394b9d8 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:33:01.547163 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-169269b7-b9e7-408a-8aa1-d39c72a75108 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:33:01.556031 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-169269b7-b9e7-408a-8aa1-d39c72a75108 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:33:01.581157 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e485729-25b0-406d-92b4-33e72a55d447 req-b36f75e4-28fb-40fe-85c0-2c0c4b980934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:33:01.582821 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-2e485729-25b0-406d-92b4-33e72a55d447 req-b36f75e4-28fb-40fe-85c0-2c0c4b980934 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2ca4816a-af9f-4da4-b37e-8b11481e1c88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1037588 Apr 30 19:33:01.611251 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04560b62-917a-41eb-bfe8-5b6860ce85b7 req-b73b86e9-8d62-45bd-ad3e-f99993fe1f7b tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:33:01.614286 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-04560b62-917a-41eb-bfe8-5b6860ce85b7 req-b73b86e9-8d62-45bd-ad3e-f99993fe1f7b tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6f90263-c62f-4196-8410-f2367a9a9848 HTTP/1.1" status: 200 len: 944 time: 0.2194650 Apr 30 19:33:01.704641 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Device 13ad3229-4e46-4a34-abb5-bf037a39d827 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=73809) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 19:33:01.722533 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-169269b7-b9e7-408a-8aa1-d39c72a75108 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:01.730266 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-04560b62-917a-41eb-bfe8-5b6860ce85b7 req-c2905090-58a7-41b4-9ad8-f97ca8cedbe4 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/security-groups?id=6dbe6155-75cf-4154-b3d9-4527d6dcc146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009908 Apr 30 19:33:01.731284 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-169269b7-b9e7-408a-8aa1-d39c72a75108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:01.749424 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-2e485729-25b0-406d-92b4-33e72a55d447 req-a60cde09-cac3-49fc-a595-d9c5e70514d0 service neutron] 10.222.0.48 "GET /v2.0/networks/2ca4816a-af9f-4da4-b37e-8b11481e1c88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585531 Apr 30 19:33:01.758488 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-43f23ffd-83da-4f23-8b1a-863568d0963e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:33:01.791241 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-169269b7-b9e7-408a-8aa1-d39c72a75108 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=014a610843a64f1aa416e977b394b9d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6241975 Apr 30 19:33:01.791241 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169269b7-b9e7-408a-8aa1-d39c72a75108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f57e631e-c7d7-48fe-9e02-270ce612ca01,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:33:01.792158 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 40580) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:33:01.811350 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-169269b7-b9e7-408a-8aa1-d39c72a75108 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:33:01.833561 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 40584) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:33:01.867534 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-65ba8c12-0d06-4959-8304-606821799626 None None] For port 13ad3229-4e46-4a34-abb5-bf037a39d827, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=13ad3229-4e46-4a34-abb5-bf037a39d827,segment=NetworkSegment(0eb9c3fd-827b-4d06-8c9c-ae028f36cb05),segment_id=0eb9c3fd-827b-4d06-8c9c-ae028f36cb05)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:33:01.886395 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Returning: {'device': '13ad3229-4e46-4a34-abb5-bf037a39d827', 'network_id': 'fb753e9f-d5ea-4d3b-a660-3bfc4f53e5c0', 'port_id': '13ad3229-4e46-4a34-abb5-bf037a39d827', 'mac_address': 'fa:16:3e:ea:77:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60d0612e-ab94-488a-8358-4a2e04237205', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73809) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 19:33:01.914527 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-2e485729-25b0-406d-92b4-33e72a55d447 req-f1253dfb-4f08-47dc-bbb5-5baf488a383d service neutron] 10.222.0.48 "GET /v2.0/networks/2ca4816a-af9f-4da4-b37e-8b11481e1c88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583908 Apr 30 19:33:01.929944 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-74440305-d078-41a2-b213-e85606b8ba35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:01.934614 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.db_base_plugin_v2 [None req-86ab5b3a-1123-4743-87e9-7b941f265c06 admin admin] Deleting subnet 99869044-35ec-4571-bcc8-fb844ce5369a {{(pid=73808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 19:33:01.938091 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-86ab5b3a-1123-4743-87e9-7b941f265c06 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:01.974891 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:01.996022 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.notifiers.nova [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13ad3229-4e46-4a34-abb5-bf037a39d827 {{(pid=73809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 19:33:02.007686 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-74440305-d078-41a2-b213-e85606b8ba35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:02.014434 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-65ba8c12-0d06-4959-8304-606821799626 None None] For port 13ad3229-4e46-4a34-abb5-bf037a39d827, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=13ad3229-4e46-4a34-abb5-bf037a39d827,segment=NetworkSegment(0eb9c3fd-827b-4d06-8c9c-ae028f36cb05),segment_id=0eb9c3fd-827b-4d06-8c9c-ae028f36cb05)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:33:02.020034 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:02.022064 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:33:02.062211 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-86ab5b3a-1123-4743-87e9-7b941f265c06 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1832907'] for subnet, precommit_delete_associations {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:02.096445 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Pushing event updated for resources: {'Port': ['ID=13ad3229-4e46-4a34-abb5-bf037a39d827,revision_number=4']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:33:02.100185 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:33:02.166780 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-86ab5b3a-1123-4743-87e9-7b941f265c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3610189'] for subnet, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:02.206583 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-74440305-d078-41a2-b213-e85606b8ba35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:02.219808 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:33:02.239269 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74440305-d078-41a2-b213-e85606b8ba35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f57e631e-c7d7-48fe-9e02-270ce612ca01,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:33:02.241530 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-74440305-d078-41a2-b213-e85606b8ba35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:33:02.252002 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-74440305-d078-41a2-b213-e85606b8ba35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:02.254055 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0026bd-dad3-4a36-a7a6-56eabcfe56fb req-8292a781-f998-48ef-b3b0-cc770a80966c tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:33:02.255626 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-4d0026bd-dad3-4a36-a7a6-56eabcfe56fb req-8292a781-f998-48ef-b3b0-cc770a80966c tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/ports?device_id=595bc164-a92e-463d-8134-f8913beddb0b HTTP/1.1" status: 200 len: 945 time: 0.0975904 Apr 30 19:33:02.260553 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-74440305-d078-41a2-b213-e85606b8ba35 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f57e631e-c7d7-48fe-9e02-270ce612ca01 HTTP/1.1" status: 204 len: 168 time: 0.4625885 Apr 30 19:33:02.262477 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-65ba8c12-0d06-4959-8304-606821799626 None None] get_ports_and_sgs() called for port_ids ['13ad3229-4e46-4a34-abb5-bf037a39d827'] {{(pid=73809) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 19:33:02.291716 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b308f61f-cb0b-4ded-bb83-30b4268b1762 req-f90b21e7-bc11-4079-9ebb-871424be903a tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:33:02.298540 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-b308f61f-cb0b-4ded-bb83-30b4268b1762 req-f90b21e7-bc11-4079-9ebb-871424be903a tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.41 "GET /v2.0/ports?device_id=3394bdf1-036b-4b34-aa2b-feb8c50fb28e HTTP/1.1" status: 200 len: 945 time: 0.2825763 Apr 30 19:33:02.314238 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-4d0026bd-dad3-4a36-a7a6-56eabcfe56fb req-529f40cd-9841-4dd6-8d40-cab68b44898b tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/security-groups?id=37889038-5279-4736-a9a0-7b515de45d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469773 Apr 30 19:33:02.421701 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-b308f61f-cb0b-4ded-bb83-30b4268b1762 req-31b006a4-d01b-44a1-b4bb-bb69e3743914 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.41 "GET /v2.0/security-groups?id=71be5d99-fb6b-4407-8806-836c5d750a20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1222661 Apr 30 19:33:02.560164 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-86ab5b3a-1123-4743-87e9-7b941f265c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3610180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60822941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61161554'] for subnet, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:02.564201 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:33:02.602471 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ab5b3a-1123-4743-87e9-7b941f265c06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99869044-35ec-4571-bcc8-fb844ce5369a,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:33:02.607629 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-86ab5b3a-1123-4743-87e9-7b941f265c06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:33:02.608953 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-86ab5b3a-1123-4743-87e9-7b941f265c06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533183'] for subnet, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:02.616283 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-86ab5b3a-1123-4743-87e9-7b941f265c06 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/99869044-35ec-4571-bcc8-fb844ce5369a HTTP/1.1" status: 204 len: 168 time: 0.7809198 Apr 30 19:33:02.618714 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 40604) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:33:02.669401 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 40610) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:33:02.697589 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-dbd48d9f-dfa1-4f84-9ae2-39517101c2eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:02.726602 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-dbd48d9f-dfa1-4f84-9ae2-39517101c2eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:33:02.730756 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-dbd48d9f-dfa1-4f84-9ae2-39517101c2eb admin admin] Usage tracker for resource:security_group_rule and tenant:88cdf315e9ac45bb9fb11f8b62ad9fd5 is out of sync, need to count used quota {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:33:02.734748 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-dbd48d9f-dfa1-4f84-9ae2-39517101c2eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:33:02.742208 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-dbd48d9f-dfa1-4f84-9ae2-39517101c2eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:33:02.743154 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-362dcd2f-5a00-4d7f-b4fe-d4e31ebaea86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3786539'] for network, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:02.859303 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-dbd48d9f-dfa1-4f84-9ae2-39517101c2eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:02.866478 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-dbd48d9f-dfa1-4f84-9ae2-39517101c2eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:02.882762 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-fdd847da-3751-4f89-a989-bbb83daaa75b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:33:02.926568 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-362dcd2f-5a00-4d7f-b4fe-d4e31ebaea86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3605456', 'neutron.services.segments.db._delete_segments_for_network-8780697326129'] for network, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:02.976072 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-dbd48d9f-dfa1-4f84-9ae2-39517101c2eb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=88cdf315e9ac45bb9fb11f8b62ad9fd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3053396 Apr 30 19:33:02.979072 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 40622) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:33:02.979721 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd48d9f-dfa1-4f84-9ae2-39517101c2eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b9a1bb8-ee53-4cf4-9d20-13aff7a6d59b,revision_number=1']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:33:02.994213 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-dbd48d9f-dfa1-4f84-9ae2-39517101c2eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:33:03.056405 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.services.segments.db [None req-362dcd2f-5a00-4d7f-b4fe-d4e31ebaea86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a97350b3-8521-472d-a53a-29358d468b58']}} {{(pid=73808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:33:03.062867 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-4d76a086-a61f-48d5-bb66-0b4f016e706e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:03.069811 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.services.segments.db [None req-362dcd2f-5a00-4d7f-b4fe-d4e31ebaea86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '082828c5-b8d6-464f-b8c4-d43ab2e52f3e') {'for_net_delete': True} {{(pid=73808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:33:03.076634 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.services.segments.db [None req-362dcd2f-5a00-4d7f-b4fe-d4e31ebaea86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '082828c5-b8d6-464f-b8c4-d43ab2e52f3e') {} {{(pid=73808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:33:03.084669 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5b7ca4-26ab-4775-ad00-56a613f9a81e req-2f9f0ef8-d3ff-43b1-ab64-1c671dc7f2b5 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:33:03.086149 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-ae5b7ca4-26ab-4775-ad00-56a613f9a81e req-2f9f0ef8-d3ff-43b1-ab64-1c671dc7f2b5 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6f90263-c62f-4196-8410-f2367a9a9848 HTTP/1.1" status: 200 len: 944 time: 0.1650784 Apr 30 19:33:03.094470 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-362dcd2f-5a00-4d7f-b4fe-d4e31ebaea86 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780697336679', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1832946'] for segment, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:03.122436 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-362dcd2f-5a00-4d7f-b4fe-d4e31ebaea86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611927'] for segment, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:03.122687 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-4d76a086-a61f-48d5-bb66-0b4f016e706e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:03.139288 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-362dcd2f-5a00-4d7f-b4fe-d4e31ebaea86 admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=73808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 19:33:03.178883 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-ae5b7ca4-26ab-4775-ad00-56a613f9a81e req-65a8f2e7-90e6-4877-b1a4-f295235e7851 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/security-groups?id=6dbe6155-75cf-4154-b3d9-4527d6dcc146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823054 Apr 30 19:33:03.205288 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-4d76a086-a61f-48d5-bb66-0b4f016e706e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:03.213182 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-c27a10c4-4172-4d3b-ba24-55e74331f11f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:33:03.238501 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d76a086-a61f-48d5-bb66-0b4f016e706e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b9a1bb8-ee53-4cf4-9d20-13aff7a6d59b,revision_number=None']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:33:03.247998 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d76a086-a61f-48d5-bb66-0b4f016e706e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:33:03.248407 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d76a086-a61f-48d5-bb66-0b4f016e706e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:33:03.249524 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d76a086-a61f-48d5-bb66-0b4f016e706e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:33:03.249909 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d76a086-a61f-48d5-bb66-0b4f016e706e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:33:03.250336 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d76a086-a61f-48d5-bb66-0b4f016e706e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:33:03.250690 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d76a086-a61f-48d5-bb66-0b4f016e706e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:33:03.251036 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d76a086-a61f-48d5-bb66-0b4f016e706e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:33:03.251401 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d76a086-a61f-48d5-bb66-0b4f016e706e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:33:03.251778 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d76a086-a61f-48d5-bb66-0b4f016e706e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:33:03.252328 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d76a086-a61f-48d5-bb66-0b4f016e706e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:33:03.252781 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d76a086-a61f-48d5-bb66-0b4f016e706e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:33:03.252906 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d76a086-a61f-48d5-bb66-0b4f016e706e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:33:03.258928 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-4d76a086-a61f-48d5-bb66-0b4f016e706e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:33:03.259561 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-4d76a086-a61f-48d5-bb66-0b4f016e706e admin admin] Notify callbacks [] for security_group, before_response {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:03.284752 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-4d76a086-a61f-48d5-bb66-0b4f016e706e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0b9a1bb8-ee53-4cf4-9d20-13aff7a6d59b HTTP/1.1" status: 204 len: 168 time: 0.2783256 Apr 30 19:33:03.377561 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.plugins.ml2.managers [None req-362dcd2f-5a00-4d7f-b4fe-d4e31ebaea86 admin admin] Network a97350b3-8521-472d-a53a-29358d468b58 has no segments {{(pid=73808) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 19:33:03.388778 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-362dcd2f-5a00-4d7f-b4fe-d4e31ebaea86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60822335'] for segment, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:03.585924 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 40644) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:33:03.646766 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4391bb27-9e97-4945-932d-3a114b829c0e req-89b12b3d-c7de-464b-b3d1-4af94c6c0a11 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:33:03.651008 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-4391bb27-9e97-4945-932d-3a114b829c0e req-89b12b3d-c7de-464b-b3d1-4af94c6c0a11 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.41 "GET /v2.0/ports?device_id=3394bdf1-036b-4b34-aa2b-feb8c50fb28e HTTP/1.1" status: 200 len: 945 time: 0.1045804 Apr 30 19:33:03.711302 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-4391bb27-9e97-4945-932d-3a114b829c0e req-b24556af-8aac-4b3f-906b-a56bb3c4f723 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.41 "GET /v2.0/security-groups?id=71be5d99-fb6b-4407-8806-836c5d750a20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0542178 Apr 30 19:33:03.720522 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Device eaf5a615-727a-4a28-8c2a-6f97b2200e55 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=73809) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 19:33:03.723820 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Device 13ad3229-4e46-4a34-abb5-bf037a39d827 up at agent hyperv_hv-cinder-73362 {{(pid=73809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 19:33:03.748683 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.plugins.ml2.managers [None req-362dcd2f-5a00-4d7f-b4fe-d4e31ebaea86 admin admin] Network a97350b3-8521-472d-a53a-29358d468b58 has no segments {{(pid=73808) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 19:33:03.773281 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-f3875c1c-f2c4-4f1b-8fdd-46746fadb7ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:03.781816 dv-cinder-733622-14-smb neutron-server[73808]: Traceback (most recent call last): Apr 30 19:33:03.781816 dv-cinder-733622-14-smb neutron-server[73808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 19:33:03.781816 dv-cinder-733622-14-smb neutron-server[73808]: timer() Apr 30 19:33:03.781816 dv-cinder-733622-14-smb neutron-server[73808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 19:33:03.781816 dv-cinder-733622-14-smb neutron-server[73808]: cb(*args, **kw) Apr 30 19:33:03.781816 dv-cinder-733622-14-smb neutron-server[73808]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 19:33:03.781816 dv-cinder-733622-14-smb neutron-server[73808]: return func(*args, **kwargs) Apr 30 19:33:03.781816 dv-cinder-733622-14-smb neutron-server[73808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 19:33:03.781816 dv-cinder-733622-14-smb neutron-server[73808]: self._notify() Apr 30 19:33:03.781816 dv-cinder-733622-14-smb neutron-server[73808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 19:33:03.781816 dv-cinder-733622-14-smb neutron-server[73808]: self.callback(batched_events) Apr 30 19:33:03.781816 dv-cinder-733622-14-smb neutron-server[73808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 19:33:03.781816 dv-cinder-733622-14-smb neutron-server[73808]: event.method(event) Apr 30 19:33:03.781816 dv-cinder-733622-14-smb neutron-server[73808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 19:33:03.781816 dv-cinder-733622-14-smb neutron-server[73808]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 19:33:03.781816 dv-cinder-733622-14-smb neutron-server[73808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 19:33:03.781816 dv-cinder-733622-14-smb neutron-server[73808]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 19:33:03.781816 dv-cinder-733622-14-smb neutron-server[73808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 19:33:03.781816 dv-cinder-733622-14-smb neutron-server[73808]: return f(self, *a, **k) Apr 30 19:33:03.781816 dv-cinder-733622-14-smb neutron-server[73808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 19:33:03.781816 dv-cinder-733622-14-smb neutron-server[73808]: return self._get(url).json() Apr 30 19:33:03.781816 dv-cinder-733622-14-smb neutron-server[73808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 19:33:03.781816 dv-cinder-733622-14-smb neutron-server[73808]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 19:33:03.781816 dv-cinder-733622-14-smb neutron-server[73808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 19:33:03.781816 dv-cinder-733622-14-smb neutron-server[73808]: return self.request(url, 'GET', **kwargs) Apr 30 19:33:03.781816 dv-cinder-733622-14-smb neutron-server[73808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 19:33:03.781816 dv-cinder-733622-14-smb neutron-server[73808]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 19:33:03.781816 dv-cinder-733622-14-smb neutron-server[73808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 19:33:03.781816 dv-cinder-733622-14-smb neutron-server[73808]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 19:33:03.781816 dv-cinder-733622-14-smb neutron-server[73808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 19:33:03.781816 dv-cinder-733622-14-smb neutron-server[73808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 19:33:03.781816 dv-cinder-733622-14-smb neutron-server[73808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 19:33:03.797067 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-f3875c1c-f2c4-4f1b-8fdd-46746fadb7ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:33:03.801883 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-f3875c1c-f2c4-4f1b-8fdd-46746fadb7ce admin admin] Usage tracker for resource:security_group_rule and tenant:ffc81ff27a5a4cc79db21f27736f5906 is out of sync, need to count used quota {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:33:03.805262 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-f3875c1c-f2c4-4f1b-8fdd-46746fadb7ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:33:03.811928 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-f3875c1c-f2c4-4f1b-8fdd-46746fadb7ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:33:03.885355 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa16ec15-f1ad-4723-bfae-e934f9b30159 req-dd5556e2-ea17-4ebe-931f-0ee484f5b7c0 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:33:03.895970 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-aa16ec15-f1ad-4723-bfae-e934f9b30159 req-dd5556e2-ea17-4ebe-931f-0ee484f5b7c0 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/ports?device_id=595bc164-a92e-463d-8134-f8913beddb0b HTTP/1.1" status: 200 len: 945 time: 0.4214516 Apr 30 19:33:03.932955 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-f3875c1c-f2c4-4f1b-8fdd-46746fadb7ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:03.939567 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-f3875c1c-f2c4-4f1b-8fdd-46746fadb7ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:03.946758 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-362dcd2f-5a00-4d7f-b4fe-d4e31ebaea86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3605455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679237'] for network, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:03.962205 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-aa16ec15-f1ad-4723-bfae-e934f9b30159 req-8690b024-f678-4aad-8e5c-aca9afc08305 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/security-groups?id=37889038-5279-4736-a9a0-7b515de45d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613127 Apr 30 19:33:03.966563 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:33:03.970151 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-0e727fa0-0bed-410d-8555-530ea9ec6c9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:33:04.003258 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-362dcd2f-5a00-4d7f-b4fe-d4e31ebaea86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533183'] for network, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:04.005493 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Provisioning for port 13ad3229-4e46-4a34-abb5-bf037a39d827 completed by entity L2. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 19:33:04.012043 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362dcd2f-5a00-4d7f-b4fe-d4e31ebaea86 admin admin] Pushing event deleted for resources: {'Network': ['ID=a97350b3-8521-472d-a53a-29358d468b58,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:33:04.013465 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Provisioning complete for port 13ad3229-4e46-4a34-abb5-bf037a39d827 triggered by entity L2. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 19:33:04.013891 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618911'] for port, provisioning_complete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:04.030747 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362dcd2f-5a00-4d7f-b4fe-d4e31ebaea86 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:33:04.031107 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362dcd2f-5a00-4d7f-b4fe-d4e31ebaea86 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:33:04.035373 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362dcd2f-5a00-4d7f-b4fe-d4e31ebaea86 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:33:04.035373 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362dcd2f-5a00-4d7f-b4fe-d4e31ebaea86 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:33:04.040341 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362dcd2f-5a00-4d7f-b4fe-d4e31ebaea86 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:33:04.041564 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362dcd2f-5a00-4d7f-b4fe-d4e31ebaea86 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:33:04.041936 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362dcd2f-5a00-4d7f-b4fe-d4e31ebaea86 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:33:04.048047 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362dcd2f-5a00-4d7f-b4fe-d4e31ebaea86 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:33:04.048047 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362dcd2f-5a00-4d7f-b4fe-d4e31ebaea86 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:33:04.048047 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362dcd2f-5a00-4d7f-b4fe-d4e31ebaea86 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:33:04.048047 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362dcd2f-5a00-4d7f-b4fe-d4e31ebaea86 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:33:04.048047 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362dcd2f-5a00-4d7f-b4fe-d4e31ebaea86 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:33:04.054701 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-f3875c1c-f2c4-4f1b-8fdd-46746fadb7ce admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ffc81ff27a5a4cc79db21f27736f5906&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4675891 Apr 30 19:33:04.055211 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-362dcd2f-5a00-4d7f-b4fe-d4e31ebaea86 admin admin] 10.222.0.41 "DELETE /v2.0/networks/a97350b3-8521-472d-a53a-29358d468b58 HTTP/1.1" status: 204 len: 168 time: 1.4353051 Apr 30 19:33:04.057383 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3875c1c-f2c4-4f1b-8fdd-46746fadb7ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc7dc13e-e255-4508-8b66-5101ba347da0,revision_number=1']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:33:04.060215 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-362dcd2f-5a00-4d7f-b4fe-d4e31ebaea86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:33:04.062483 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-f3875c1c-f2c4-4f1b-8fdd-46746fadb7ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:33:04.062619 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 40670) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:33:04.131927 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-65ba8c12-0d06-4959-8304-606821799626 None None] For port eaf5a615-727a-4a28-8c2a-6f97b2200e55, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=eaf5a615-727a-4a28-8c2a-6f97b2200e55,segment=NetworkSegment(1cec1924-575a-47da-bbe7-12777d2ca2b9),segment_id=1cec1924-575a-47da-bbe7-12777d2ca2b9)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:33:04.159530 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-d20abd8c-4cec-47cf-8ba9-a2bd438f534e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:04.165029 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Returning: {'device': 'eaf5a615-727a-4a28-8c2a-6f97b2200e55', 'network_id': '2ca4816a-af9f-4da4-b37e-8b11481e1c88', 'port_id': 'eaf5a615-727a-4a28-8c2a-6f97b2200e55', 'mac_address': 'fa:16:3e:f4:e5:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a120cce1-df08-442f-ba0c-25e89e3b37cd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73809) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 19:33:04.229693 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-d20abd8c-4cec-47cf-8ba9-a2bd438f534e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:04.246645 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 40678) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:33:04.340101 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:04.348645 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-d20abd8c-4cec-47cf-8ba9-a2bd438f534e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:04.355071 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:33:04.362925 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:04.389204 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20abd8c-4cec-47cf-8ba9-a2bd438f534e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc7dc13e-e255-4508-8b66-5101ba347da0,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:33:04.390211 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3394bdf1-036b-4b34-aa2b-feb8c50fb28e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13ad3229-4e46-4a34-abb5-bf037a39d827'}] {{(pid=73809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 19:33:04.398543 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.notifiers.nova [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eaf5a615-727a-4a28-8c2a-6f97b2200e55 {{(pid=73809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 19:33:04.421284 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-d20abd8c-4cec-47cf-8ba9-a2bd438f534e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:33:04.426515 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-65ba8c12-0d06-4959-8304-606821799626 None None] For port 13ad3229-4e46-4a34-abb5-bf037a39d827, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=13ad3229-4e46-4a34-abb5-bf037a39d827,segment=NetworkSegment(0eb9c3fd-827b-4d06-8c9c-ae028f36cb05),segment_id=0eb9c3fd-827b-4d06-8c9c-ae028f36cb05)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:33:04.426759 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-d20abd8c-4cec-47cf-8ba9-a2bd438f534e admin admin] Notify callbacks [] for security_group, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:04.428811 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-d20abd8c-4cec-47cf-8ba9-a2bd438f534e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dc7dc13e-e255-4508-8b66-5101ba347da0 HTTP/1.1" status: 204 len: 168 time: 0.3650215 Apr 30 19:33:04.438233 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:04.440341 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:33:04.482735 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-65ba8c12-0d06-4959-8304-606821799626 None None] For port eaf5a615-727a-4a28-8c2a-6f97b2200e55, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=eaf5a615-727a-4a28-8c2a-6f97b2200e55,segment=NetworkSegment(1cec1924-575a-47da-bbe7-12777d2ca2b9),segment_id=1cec1924-575a-47da-bbe7-12777d2ca2b9)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:33:04.495064 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:04.508415 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 40692) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:33:04.508672 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-a6f8d845-d97a-4606-a3a3-ab0800f878a7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c7bd401d39b740e0b2327b8297ba8faa&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2578559 Apr 30 19:33:04.550956 dv-cinder-733622-14-smb neutron-server[73809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3394bdf1-036b-4b34-aa2b-feb8c50fb28e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13ad3229-4e46-4a34-abb5-bf037a39d827', 'code': 200} Apr 30 19:33:04.562826 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Pushing event updated for resources: {'Port': ['ID=13ad3229-4e46-4a34-abb5-bf037a39d827,revision_number=5']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:33:04.571060 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:33:04.571590 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:33:04.579779 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-c864570b-db77-4ed5-b87a-808f707a43de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:04.616003 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-c864570b-db77-4ed5-b87a-808f707a43de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:04.624272 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967cd405-db31-41f9-965b-c681a570bc88 req-a67c9672-0a54-450b-a469-d4f09ddaf45e tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:33:04.628423 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-967cd405-db31-41f9-965b-c681a570bc88 req-a67c9672-0a54-450b-a469-d4f09ddaf45e tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6f90263-c62f-4196-8410-f2367a9a9848 HTTP/1.1" status: 200 len: 945 time: 0.2560132 Apr 30 19:33:04.683107 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-c864570b-db77-4ed5-b87a-808f707a43de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:04.687904 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-0c87f545-d10c-4258-ae4b-35b17a71e145 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:33:04.704647 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c864570b-db77-4ed5-b87a-808f707a43de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df999433-5a02-4405-b58f-e0a733d35b74,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:33:04.707855 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-c864570b-db77-4ed5-b87a-808f707a43de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:33:04.715004 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-c864570b-db77-4ed5-b87a-808f707a43de admin admin] Notify callbacks [] for security_group, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:04.716137 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-c864570b-db77-4ed5-b87a-808f707a43de admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/df999433-5a02-4405-b58f-e0a733d35b74 HTTP/1.1" status: 204 len: 168 time: 0.2062371 Apr 30 19:33:04.737190 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-967cd405-db31-41f9-965b-c681a570bc88 req-12a5f66d-b2b3-4b2b-83f8-57214ba6151d tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/security-groups?id=6dbe6155-75cf-4154-b3d9-4527d6dcc146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030974 Apr 30 19:33:04.776492 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Pushing event updated for resources: {'Port': ['ID=eaf5a615-727a-4a28-8c2a-6f97b2200e55,revision_number=4']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:33:04.780342 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:33:04.859266 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-65ba8c12-0d06-4959-8304-606821799626 None None] get_ports_and_sgs() called for port_ids ['eaf5a615-727a-4a28-8c2a-6f97b2200e55'] {{(pid=73809) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 19:33:04.890843 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e76320-5474-4dd4-adc9-c9a4595bf921 req-770049aa-b45c-40d7-9753-18597b257977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:33:04.892383 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-73e76320-5474-4dd4-adc9-c9a4595bf921 req-770049aa-b45c-40d7-9753-18597b257977 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3394bdf1-036b-4b34-aa2b-feb8c50fb28e HTTP/1.1" status: 200 len: 1099 time: 0.0911160 Apr 30 19:33:04.910724 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 40706) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:33:04.944330 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd189f81-10f6-42a6-bc9e-5344d251873c req-447b109c-c1fc-469b-a3b1-c3bc22bfd044 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:33:04.952699 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-fd189f81-10f6-42a6-bc9e-5344d251873c req-447b109c-c1fc-469b-a3b1-c3bc22bfd044 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.41 "GET /v2.0/ports?device_id=3394bdf1-036b-4b34-aa2b-feb8c50fb28e HTTP/1.1" status: 200 len: 946 time: 0.1182768 Apr 30 19:33:05.021384 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-fd189f81-10f6-42a6-bc9e-5344d251873c req-17c63d42-a9ab-4a6a-b5cd-a59b3f077761 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.41 "GET /v2.0/security-groups?id=71be5d99-fb6b-4407-8806-836c5d750a20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0677288 Apr 30 19:33:05.074133 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-73e76320-5474-4dd4-adc9-c9a4595bf921 req-c39d45a5-ca29-46ee-8a08-23fe983fe80f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=71be5d99-fb6b-4407-8806-836c5d750a20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1663601 Apr 30 19:33:05.244260 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da126ee6-ba95-42dd-ba53-0fae82cab748 req-a64165a4-c17d-40fa-8218-773afd752412 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:33:05.245960 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-da126ee6-ba95-42dd-ba53-0fae82cab748 req-a64165a4-c17d-40fa-8218-773afd752412 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/ports?device_id=595bc164-a92e-463d-8134-f8913beddb0b HTTP/1.1" status: 200 len: 945 time: 0.0909491 Apr 30 19:33:05.296846 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-7984e24d-c913-44f5-abbd-ea7990b8445d admin admin] Notify callbacks [] for security_group, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:05.300349 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-da126ee6-ba95-42dd-ba53-0fae82cab748 req-b4c60c8b-e16f-4167-bb17-17ca077fd2bf tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/security-groups?id=37889038-5279-4736-a9a0-7b515de45d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482979 Apr 30 19:33:05.321527 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-7984e24d-c913-44f5-abbd-ea7990b8445d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:33:05.325971 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-7984e24d-c913-44f5-abbd-ea7990b8445d admin admin] Usage tracker for resource:security_group_rule and tenant:ab19f57b73c84516b2ec9e2d665f467e is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:33:05.329436 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-7984e24d-c913-44f5-abbd-ea7990b8445d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:33:05.335492 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-7984e24d-c913-44f5-abbd-ea7990b8445d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:33:05.396598 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 40722) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:33:05.425736 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-0c27e103-abc0-4a04-8c76-1388a389c06f admin admin] Notify callbacks [] for security_group, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:05.450067 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-7984e24d-c913-44f5-abbd-ea7990b8445d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:05.451282 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-0c27e103-abc0-4a04-8c76-1388a389c06f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:33:05.455600 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-0c27e103-abc0-4a04-8c76-1388a389c06f admin admin] Usage tracker for resource:security_group_rule and tenant:2378635374a5445a8d15e45b1a55c207 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:33:05.458447 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-7984e24d-c913-44f5-abbd-ea7990b8445d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:05.467184 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-0c27e103-abc0-4a04-8c76-1388a389c06f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:33:05.474999 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-ee6c67bc-be50-472f-a4e1-55fccfebf47a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:33:05.488969 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-0c27e103-abc0-4a04-8c76-1388a389c06f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:33:05.525986 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7984e24d-c913-44f5-abbd-ea7990b8445d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f237851-f6b5-4746-8996-5f96c22fc8c9,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:33:05.528850 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-7984e24d-c913-44f5-abbd-ea7990b8445d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:33:05.535288 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 40732) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:33:05.535579 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-7984e24d-c913-44f5-abbd-ea7990b8445d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ab19f57b73c84516b2ec9e2d665f467e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6234670 Apr 30 19:33:05.631958 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-0c27e103-abc0-4a04-8c76-1388a389c06f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:05.638837 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-0c27e103-abc0-4a04-8c76-1388a389c06f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:05.652773 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-d599f500-1147-4d47-a7d4-f3b1870fc3f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:05.663855 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:33:05.687285 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-d599f500-1147-4d47-a7d4-f3b1870fc3f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:05.694860 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c27e103-abc0-4a04-8c76-1388a389c06f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b854eac8-9d95-4e80-ae98-6962906f01f7,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:33:05.714979 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-0c27e103-abc0-4a04-8c76-1388a389c06f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:33:05.740039 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-0c27e103-abc0-4a04-8c76-1388a389c06f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2378635374a5445a8d15e45b1a55c207&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3419869 Apr 30 19:33:05.743180 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 40744) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:33:05.744653 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Device eaf5a615-727a-4a28-8c2a-6f97b2200e55 up at agent hyperv_hv-cinder-73362 {{(pid=73809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 19:33:05.820203 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-2b54cf4a-bebd-4087-bf3c-c6b1d21f886e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:05.822376 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-d599f500-1147-4d47-a7d4-f3b1870fc3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:05.828162 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:33:05.842335 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Provisioning for port eaf5a615-727a-4a28-8c2a-6f97b2200e55 completed by entity L2. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 19:33:05.851572 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Provisioning complete for port eaf5a615-727a-4a28-8c2a-6f97b2200e55 triggered by entity L2. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 19:33:05.852629 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618911'] for port, provisioning_complete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:05.864174 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d599f500-1147-4d47-a7d4-f3b1870fc3f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f237851-f6b5-4746-8996-5f96c22fc8c9,revision_number=None']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:33:05.875499 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-d599f500-1147-4d47-a7d4-f3b1870fc3f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:33:05.877319 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-2b54cf4a-bebd-4087-bf3c-c6b1d21f886e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:05.889640 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-d599f500-1147-4d47-a7d4-f3b1870fc3f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:05.890768 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-d599f500-1147-4d47-a7d4-f3b1870fc3f8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7f237851-f6b5-4746-8996-5f96c22fc8c9 HTTP/1.1" status: 204 len: 168 time: 0.3541064 Apr 30 19:33:05.976136 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-2b54cf4a-bebd-4087-bf3c-c6b1d21f886e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:05.980984 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:33:05.995351 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b54cf4a-bebd-4087-bf3c-c6b1d21f886e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b854eac8-9d95-4e80-ae98-6962906f01f7,revision_number=None']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:33:06.017828 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-2b54cf4a-bebd-4087-bf3c-c6b1d21f886e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:33:06.020182 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-2b54cf4a-bebd-4087-bf3c-c6b1d21f886e admin admin] Notify callbacks [] for security_group, before_response {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:06.026095 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-2b54cf4a-bebd-4087-bf3c-c6b1d21f886e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b854eac8-9d95-4e80-ae98-6962906f01f7 HTTP/1.1" status: 204 len: 168 time: 0.2779932 Apr 30 19:33:06.166280 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:06.241759 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd4634c-3898-44ac-a768-7fdb17194e9d req-f4b33ba5-eee3-48e3-92fd-91f2b57f0831 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:33:06.243316 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-9dd4634c-3898-44ac-a768-7fdb17194e9d req-f4b33ba5-eee3-48e3-92fd-91f2b57f0831 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6f90263-c62f-4196-8410-f2367a9a9848 HTTP/1.1" status: 200 len: 945 time: 0.3071084 Apr 30 19:33:06.296007 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-65ba8c12-0d06-4959-8304-606821799626 None None] For port eaf5a615-727a-4a28-8c2a-6f97b2200e55, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=eaf5a615-727a-4a28-8c2a-6f97b2200e55,segment=NetworkSegment(1cec1924-575a-47da-bbe7-12777d2ca2b9),segment_id=1cec1924-575a-47da-bbe7-12777d2ca2b9)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:33:06.303896 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:06.305865 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:33:06.319849 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d941051c-0186-41ad-ad3b-75bfb41d1554 req-f253d332-b6bb-47fc-97e8-a5c18f611686 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:33:06.330730 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-d941051c-0186-41ad-ad3b-75bfb41d1554 req-f253d332-b6bb-47fc-97e8-a5c18f611686 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.41 "GET /v2.0/ports?device_id=3394bdf1-036b-4b34-aa2b-feb8c50fb28e HTTP/1.1" status: 200 len: 946 time: 0.1481667 Apr 30 19:33:06.334471 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-9dd4634c-3898-44ac-a768-7fdb17194e9d req-90c614b8-d482-4c18-bce3-35f52ee4be25 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/security-groups?id=6dbe6155-75cf-4154-b3d9-4527d6dcc146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780773 Apr 30 19:33:06.420500 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-d941051c-0186-41ad-ad3b-75bfb41d1554 req-84bbc502-0315-400c-9f77-12099758e7c0 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.41 "GET /v2.0/security-groups?id=71be5d99-fb6b-4407-8806-836c5d750a20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0859621 Apr 30 19:33:06.423475 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Pushing event updated for resources: {'Port': ['ID=eaf5a615-727a-4a28-8c2a-6f97b2200e55,revision_number=5']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:33:06.426747 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:33:06.552778 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6f90263-c62f-4196-8410-f2367a9a9848', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaf5a615-727a-4a28-8c2a-6f97b2200e55'}] {{(pid=73809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 19:33:06.581317 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53e59d2-b7a0-4cf8-9493-db95380f6043 req-37e420bb-059c-4085-9869-1eedf7793f37 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:33:06.588910 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-a53e59d2-b7a0-4cf8-9493-db95380f6043 req-37e420bb-059c-4085-9869-1eedf7793f37 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/ports?device_id=595bc164-a92e-463d-8134-f8913beddb0b HTTP/1.1" status: 200 len: 945 time: 0.1016436 Apr 30 19:33:06.616193 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 40782) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:33:06.631817 dv-cinder-733622-14-smb neutron-server[73809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6f90263-c62f-4196-8410-f2367a9a9848', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaf5a615-727a-4a28-8c2a-6f97b2200e55', 'code': 200} Apr 30 19:33:06.655923 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 40788) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:33:06.675924 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-a53e59d2-b7a0-4cf8-9493-db95380f6043 req-c8ddcd0c-2000-4cf7-9ca9-ee68c95e6622 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/security-groups?id=37889038-5279-4736-a9a0-7b515de45d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860720 Apr 30 19:33:06.703355 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-e32f1097-c110-494b-85c7-a4c09c9d1087 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:06.723028 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-e32f1097-c110-494b-85c7-a4c09c9d1087 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:33:06.727263 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-e32f1097-c110-494b-85c7-a4c09c9d1087 admin admin] Usage tracker for resource:security_group_rule and tenant:48245c4aff7948799e59e7bc6faaa08e is out of sync, need to count used quota {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:33:06.730212 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-e32f1097-c110-494b-85c7-a4c09c9d1087 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:33:06.736575 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-e32f1097-c110-494b-85c7-a4c09c9d1087 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:33:06.804412 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 40792) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:33:06.835568 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-226ccf1b-ab01-464d-b42f-98d60ac2e52b admin admin] Notify callbacks [] for security_group, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:06.860487 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-226ccf1b-ab01-464d-b42f-98d60ac2e52b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:33:06.865327 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-226ccf1b-ab01-464d-b42f-98d60ac2e52b admin admin] Usage tracker for resource:security_group_rule and tenant:230bcf4140a6468eae5f91326a90bc8f is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:33:06.869464 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-226ccf1b-ab01-464d-b42f-98d60ac2e52b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:33:06.877001 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-226ccf1b-ab01-464d-b42f-98d60ac2e52b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:33:06.901486 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-e32f1097-c110-494b-85c7-a4c09c9d1087 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:06.908645 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-e32f1097-c110-494b-85c7-a4c09c9d1087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:06.917533 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:33:06.972821 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32f1097-c110-494b-85c7-a4c09c9d1087 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c46491a7-6db0-4895-bb90-2e5a66bbb2b0,revision_number=1']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:33:06.977135 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-e32f1097-c110-494b-85c7-a4c09c9d1087 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:33:06.979579 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-e32f1097-c110-494b-85c7-a4c09c9d1087 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=48245c4aff7948799e59e7bc6faaa08e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3226476 Apr 30 19:33:06.983288 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 40798) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:33:07.006085 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9175dfbc-efb4-40c5-b3a8-e616e0059f56 req-75b979c9-4ce6-43d9-95c1-1d7e35441055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:33:07.007623 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-9175dfbc-efb4-40c5-b3a8-e616e0059f56 req-75b979c9-4ce6-43d9-95c1-1d7e35441055 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e6f90263-c62f-4196-8410-f2367a9a9848 HTTP/1.1" status: 200 len: 1099 time: 0.1664567 Apr 30 19:33:07.038763 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-226ccf1b-ab01-464d-b42f-98d60ac2e52b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:07.043338 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-226ccf1b-ab01-464d-b42f-98d60ac2e52b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:07.054208 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:33:07.094067 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-02c7237f-25bc-41d0-b6ac-cf99ac5a0291 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:07.097726 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-9175dfbc-efb4-40c5-b3a8-e616e0059f56 req-0fb85837-fd45-4cf0-bd05-301669d67619 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=6dbe6155-75cf-4154-b3d9-4527d6dcc146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804050 Apr 30 19:33:07.105041 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-226ccf1b-ab01-464d-b42f-98d60ac2e52b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=230bcf4140a6468eae5f91326a90bc8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2992697 Apr 30 19:33:07.106678 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 40804) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:33:07.107208 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226ccf1b-ab01-464d-b42f-98d60ac2e52b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1748d823-9267-4a22-9802-04380cc7dcb3,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:33:07.123870 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-226ccf1b-ab01-464d-b42f-98d60ac2e52b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:33:07.166091 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-0232692e-1a15-4b31-b1e4-d0c395af069e admin admin] Notify callbacks [] for security_group, before_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:07.179096 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-02c7237f-25bc-41d0-b6ac-cf99ac5a0291 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:07.220873 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-0232692e-1a15-4b31-b1e4-d0c395af069e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:33:07.240350 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-0232692e-1a15-4b31-b1e4-d0c395af069e admin admin] Usage tracker for resource:security_group_rule and tenant:7399bfef13f34a10a67685f4e7c0aa4b is out of sync, need to count used quota {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:33:07.249229 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-0232692e-1a15-4b31-b1e4-d0c395af069e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:33:07.259238 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-0232692e-1a15-4b31-b1e4-d0c395af069e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:33:07.271969 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-77c519be-e8d1-486f-9025-3a85c3d66f62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:07.312621 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-77c519be-e8d1-486f-9025-3a85c3d66f62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:07.330048 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-02c7237f-25bc-41d0-b6ac-cf99ac5a0291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:07.342165 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-4d76a086-a61f-48d5-bb66-0b4f016e706e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:33:07.376507 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c7237f-25bc-41d0-b6ac-cf99ac5a0291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c46491a7-6db0-4895-bb90-2e5a66bbb2b0,revision_number=None']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:33:07.386818 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-02c7237f-25bc-41d0-b6ac-cf99ac5a0291 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:33:07.396404 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-02c7237f-25bc-41d0-b6ac-cf99ac5a0291 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:07.399472 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-02c7237f-25bc-41d0-b6ac-cf99ac5a0291 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c46491a7-6db0-4895-bb90-2e5a66bbb2b0 HTTP/1.1" status: 204 len: 168 time: 0.4128313 Apr 30 19:33:07.454410 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-0232692e-1a15-4b31-b1e4-d0c395af069e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:07.457803 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-77c519be-e8d1-486f-9025-3a85c3d66f62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:07.462327 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-dbd48d9f-dfa1-4f84-9ae2-39517101c2eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:33:07.482013 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-0232692e-1a15-4b31-b1e4-d0c395af069e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:07.501207 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c519be-e8d1-486f-9025-3a85c3d66f62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1748d823-9267-4a22-9802-04380cc7dcb3,revision_number=None']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:33:07.556709 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-77c519be-e8d1-486f-9025-3a85c3d66f62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:33:07.570930 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-75f016df-ddc7-434c-b17c-a2f8f076651c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:33:07.626080 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-0232692e-1a15-4b31-b1e4-d0c395af069e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7399bfef13f34a10a67685f4e7c0aa4b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0084140 Apr 30 19:33:07.627605 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-77c519be-e8d1-486f-9025-3a85c3d66f62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:07.630945 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-77c519be-e8d1-486f-9025-3a85c3d66f62 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1748d823-9267-4a22-9802-04380cc7dcb3 HTTP/1.1" status: 204 len: 168 time: 0.5211747 Apr 30 19:33:07.630945 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 40826) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:33:07.631423 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0232692e-1a15-4b31-b1e4-d0c395af069e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a7040b0-1cbb-4e84-9ce8-f332b1b83a5d,revision_number=1']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:33:07.634744 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-0232692e-1a15-4b31-b1e4-d0c395af069e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:33:07.712738 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3630f711-7764-419d-8f15-36c3f3f55fdc req-2bb271d2-db07-4aa1-9663-4ea20ced785f tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:33:07.721571 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-3630f711-7764-419d-8f15-36c3f3f55fdc req-2bb271d2-db07-4aa1-9663-4ea20ced785f tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.41 "GET /v2.0/ports?device_id=3394bdf1-036b-4b34-aa2b-feb8c50fb28e HTTP/1.1" status: 200 len: 946 time: 0.1343226 Apr 30 19:33:07.735983 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c43a0f2-eab7-4be5-9c33-04e9c897b83b req-1196879a-3b18-4952-aac2-875672d4f821 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:33:07.753538 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-7c43a0f2-eab7-4be5-9c33-04e9c897b83b req-1196879a-3b18-4952-aac2-875672d4f821 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6f90263-c62f-4196-8410-f2367a9a9848 HTTP/1.1" status: 200 len: 946 time: 0.2571025 Apr 30 19:33:07.768984 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-487a57fb-54c3-4209-8494-e882ffae000f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:07.789285 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-3630f711-7764-419d-8f15-36c3f3f55fdc req-064cb448-2887-45e5-b2f4-9b24c7d94092 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.41 "GET /v2.0/security-groups?id=71be5d99-fb6b-4407-8806-836c5d750a20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0627930 Apr 30 19:33:07.853430 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-487a57fb-54c3-4209-8494-e882ffae000f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:07.875070 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-7c43a0f2-eab7-4be5-9c33-04e9c897b83b req-6ffa8406-c4d4-4d10-920f-96dd12b50d98 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/security-groups?id=6dbe6155-75cf-4154-b3d9-4527d6dcc146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075778 Apr 30 19:33:07.965182 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-487a57fb-54c3-4209-8494-e882ffae000f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:07.970132 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-3c198795-538a-4b20-989b-a6f297589640 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:33:07.993599 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a57fb-54c3-4209-8494-e882ffae000f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a7040b0-1cbb-4e84-9ce8-f332b1b83a5d,revision_number=None']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:33:08.000950 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-487a57fb-54c3-4209-8494-e882ffae000f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:33:08.031018 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0e2ed7-bb1a-4b19-a6df-c2360995c4cc req-474e4bb1-47c0-4d21-9d74-780854dadb83 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:33:08.039354 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-ef0e2ed7-bb1a-4b19-a6df-c2360995c4cc req-474e4bb1-47c0-4d21-9d74-780854dadb83 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/ports?device_id=595bc164-a92e-463d-8134-f8913beddb0b HTTP/1.1" status: 200 len: 945 time: 0.1341562 Apr 30 19:33:08.082361 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-487a57fb-54c3-4209-8494-e882ffae000f admin admin] Notify callbacks [] for security_group, before_response {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:08.082361 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-487a57fb-54c3-4209-8494-e882ffae000f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1a7040b0-1cbb-4e84-9ce8-f332b1b83a5d HTTP/1.1" status: 204 len: 168 time: 0.4456894 Apr 30 19:33:08.109543 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-ef0e2ed7-bb1a-4b19-a6df-c2360995c4cc req-04743312-03e6-4859-a1ee-38c6c6de7180 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/security-groups?id=37889038-5279-4736-a9a0-7b515de45d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642257 Apr 30 19:33:08.146332 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e27ac5-d1af-4637-993f-20b747ae4fec req-02a3a86f-331d-41c5-ab7b-4e97996caafa tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:33:08.147900 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-47e27ac5-d1af-4637-993f-20b747ae4fec req-02a3a86f-331d-41c5-ab7b-4e97996caafa tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.41 "GET /v2.0/ports?device_id=3394bdf1-036b-4b34-aa2b-feb8c50fb28e HTTP/1.1" status: 200 len: 946 time: 0.1236820 Apr 30 19:33:08.157621 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 40848) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:33:08.163881 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.v2.base [None req-f9c084ca-2358-4236-8c59-07ce9a1cd7cb tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Request body: {'floatingip': {'port_id': '13ad3229-4e46-4a34-abb5-bf037a39d827'}} {{(pid=73808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 19:33:08.273276 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-f9c084ca-2358-4236-8c59-07ce9a1cd7cb tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Notify callbacks [] for floatingip, before_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:08.548877 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 40864) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:33:08.664422 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 40872) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:33:08.693757 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-e0e22d3c-aa50-4f1f-adb2-2176fc269597 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:08.711117 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-e0e22d3c-aa50-4f1f-adb2-2176fc269597 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:33:08.715673 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-e0e22d3c-aa50-4f1f-adb2-2176fc269597 admin admin] Usage tracker for resource:security_group_rule and tenant:f239669825c74a8c9638f9ea3a1d0341 is out of sync, need to count used quota {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:33:08.719131 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-e0e22d3c-aa50-4f1f-adb2-2176fc269597 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:33:08.725459 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-e0e22d3c-aa50-4f1f-adb2-2176fc269597 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:33:08.827452 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-e0e22d3c-aa50-4f1f-adb2-2176fc269597 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:08.833525 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-e0e22d3c-aa50-4f1f-adb2-2176fc269597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:08.843740 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:33:08.892990 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-5989b9e3-1ce1-4861-8c7a-a30e5efd2358 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:08.925350 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-e0e22d3c-aa50-4f1f-adb2-2176fc269597 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f239669825c74a8c9638f9ea3a1d0341&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2583048 Apr 30 19:33:08.930843 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 40886) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:33:08.935196 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-5989b9e3-1ce1-4861-8c7a-a30e5efd2358 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:33:08.948115 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e22d3c-aa50-4f1f-adb2-2176fc269597 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05fa983f-71f0-4ef9-a542-78efb124a54c,revision_number=1']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:33:08.953985 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-e0e22d3c-aa50-4f1f-adb2-2176fc269597 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:33:08.960366 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-5989b9e3-1ce1-4861-8c7a-a30e5efd2358 admin admin] Usage tracker for resource:security_group_rule and tenant:074c8bbeeae94a9a896c2f1000fc974f is out of sync, need to count used quota {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:33:08.970019 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-5989b9e3-1ce1-4861-8c7a-a30e5efd2358 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:33:09.003411 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-5989b9e3-1ce1-4861-8c7a-a30e5efd2358 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:33:09.067620 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-07751319-b887-4722-9282-c4b6a8b7699d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:09.099090 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-07751319-b887-4722-9282-c4b6a8b7699d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:09.211654 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-07751319-b887-4722-9282-c4b6a8b7699d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:09.223599 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:33:09.236989 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-5989b9e3-1ce1-4861-8c7a-a30e5efd2358 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:09.246100 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07751319-b887-4722-9282-c4b6a8b7699d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05fa983f-71f0-4ef9-a542-78efb124a54c,revision_number=None']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:33:09.250468 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-5989b9e3-1ce1-4861-8c7a-a30e5efd2358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:09.260550 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-07751319-b887-4722-9282-c4b6a8b7699d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:33:09.260972 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-07751319-b887-4722-9282-c4b6a8b7699d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:33:09.268975 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-07751319-b887-4722-9282-c4b6a8b7699d admin admin] Notify callbacks [] for security_group, before_response {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:09.270062 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-07751319-b887-4722-9282-c4b6a8b7699d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/05fa983f-71f0-4ef9-a542-78efb124a54c HTTP/1.1" status: 204 len: 168 time: 0.3382688 Apr 30 19:33:09.311093 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-5989b9e3-1ce1-4861-8c7a-a30e5efd2358 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=074c8bbeeae94a9a896c2f1000fc974f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7565420 Apr 30 19:33:09.311093 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 40900) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:33:09.315247 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5989b9e3-1ce1-4861-8c7a-a30e5efd2358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4c6e37c-39bd-456b-a9cc-672af4a908a8,revision_number=1']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:33:09.349532 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-5989b9e3-1ce1-4861-8c7a-a30e5efd2358 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:33:09.399891 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18489842-e94b-4617-8ec7-d4a98b5fedd2 req-16838748-dba5-44a1-9863-4ed528ff1032 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:33:09.401423 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-18489842-e94b-4617-8ec7-d4a98b5fedd2 req-16838748-dba5-44a1-9863-4ed528ff1032 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6f90263-c62f-4196-8410-f2367a9a9848 HTTP/1.1" status: 200 len: 946 time: 0.2648830 Apr 30 19:33:09.464110 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-29824106-7387-4b6d-b764-5fc1e731db30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:09.467275 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.db.resource_extend [None req-f9c084ca-2358-4236-8c59-07ce9a1cd7cb tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=73808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 30 19:33:09.494914 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-29824106-7387-4b6d-b764-5fc1e731db30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:09.539582 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-18489842-e94b-4617-8ec7-d4a98b5fedd2 req-715ad498-4e67-4611-a93d-5df028929521 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/security-groups?id=6dbe6155-75cf-4154-b3d9-4527d6dcc146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308231 Apr 30 19:33:09.566987 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-29824106-7387-4b6d-b764-5fc1e731db30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:09.573392 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-79e1a6b6-2b6d-41c2-abc1-c54a2098b472 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:33:09.588593 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-f9c084ca-2358-4236-8c59-07ce9a1cd7cb tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:09.588810 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29824106-7387-4b6d-b764-5fc1e731db30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4c6e37c-39bd-456b-a9cc-672af4a908a8,revision_number=None']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:33:09.595290 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-f9c084ca-2358-4236-8c59-07ce9a1cd7cb tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679255'] for floatingip, after_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:09.601002 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-29824106-7387-4b6d-b764-5fc1e731db30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:33:09.607538 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-29824106-7387-4b6d-b764-5fc1e731db30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:09.613355 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-29824106-7387-4b6d-b764-5fc1e731db30 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a4c6e37c-39bd-456b-a9cc-672af4a908a8 HTTP/1.1" status: 204 len: 168 time: 0.3007936 Apr 30 19:33:09.622440 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7305f20-00eb-4bdc-9600-bc501cfe33c6 req-e969621b-e65f-4f25-9f30-45ba1bac1296 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:33:09.623924 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-a7305f20-00eb-4bdc-9600-bc501cfe33c6 req-e969621b-e65f-4f25-9f30-45ba1bac1296 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/ports?device_id=595bc164-a92e-463d-8134-f8913beddb0b HTTP/1.1" status: 200 len: 945 time: 0.2732036 Apr 30 19:33:09.704180 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-a7305f20-00eb-4bdc-9600-bc501cfe33c6 req-b94762c4-1d2d-4f01-bf96-fd23cd4392b8 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/security-groups?id=37889038-5279-4736-a9a0-7b515de45d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697834 Apr 30 19:33:09.860884 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.db.l3_db [None req-f9c084ca-2358-4236-8c59-07ce9a1cd7cb tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Floating IP e9e05219-167f-4162-b441-f7a0a3ac9eb5 associated. External IP: 172.28.1.76, port: 13ad3229-4e46-4a34-abb5-bf037a39d827. Apr 30 19:33:09.963103 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa06d90-5699-4ef7-8d7d-be47b87c2a3d req-425bcb65-efc9-4632-904e-5a0292876e32 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:33:09.964664 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-6fa06d90-5699-4ef7-8d7d-be47b87c2a3d req-425bcb65-efc9-4632-904e-5a0292876e32 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6f90263-c62f-4196-8410-f2367a9a9848 HTTP/1.1" status: 200 len: 946 time: 0.2461908 Apr 30 19:33:09.975568 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 40930) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:33:09.979797 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.v2.base [None req-1dff3b6c-119e-445f-a39d-0215f1229337 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Request body: {'floatingip': {'port_id': 'eaf5a615-727a-4a28-8c2a-6f97b2200e55'}} {{(pid=73807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 19:33:10.196667 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-1dff3b6c-119e-445f-a39d-0215f1229337 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Notify callbacks [] for floatingip, before_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:10.353965 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 40942) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:33:10.388809 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-57017e6c-51fa-45e0-bc3e-411c0b530432 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:10.409073 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9c084ca-2358-4236-8c59-07ce9a1cd7cb tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Router b7ec752e-256f-4ede-bed4-6c012bd9bef7 has already been hosted by L3 agent 19062261-8801-4f4d-b71c-f22a3dba3fbe {{(pid=73808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 19:33:10.456667 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-57017e6c-51fa-45e0-bc3e-411c0b530432 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:33:10.471716 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-57017e6c-51fa-45e0-bc3e-411c0b530432 admin admin] Usage tracker for resource:security_group_rule and tenant:55b55c93719b41c892aee08224602b32 is out of sync, need to count used quota {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:33:10.478688 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-57017e6c-51fa-45e0-bc3e-411c0b530432 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:33:10.490407 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-57017e6c-51fa-45e0-bc3e-411c0b530432 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:33:10.561077 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 40950) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:33:10.714468 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9c084ca-2358-4236-8c59-07ce9a1cd7cb tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Notify agent at l3_agent.dv-cinder-733622-14-smb the message routers_updated {{(pid=73808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 19:33:10.748406 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532b3964-01bb-4c4d-8d3f-0076ce6a7849 None None] Sync routers for ids ['b7ec752e-256f-4ede-bed4-6c012bd9bef7'] in dv-cinder-733622-14-smb {{(pid=73810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 19:33:10.772720 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532b3964-01bb-4c4d-8d3f-0076ce6a7849 None None] Routers {'b7ec752e-256f-4ede-bed4-6c012bd9bef7'} bound to L3 agent in host dv-cinder-733622-14-smb {{(pid=73810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 19:33:10.773392 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-532b3964-01bb-4c4d-8d3f-0076ce6a7849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T19:24:27Z,description=,heartbeat_timestamp=2021-04-30T19:32:57Z,host='dv-cinder-733622-14-smb',id=19062261-8801-4f4d-b71c-f22a3dba3fbe,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T19:24:27Z,topic='l3_agent')) {'router_ids': ['b7ec752e-256f-4ede-bed4-6c012bd9bef7'], 'active': True} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:33:10.798288 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-f9c084ca-2358-4236-8c59-07ce9a1cd7cb tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937687'] for floatingip, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:10.911345 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-f9c084ca-2358-4236-8c59-07ce9a1cd7cb tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.41 "PUT /v2.0/floatingips/e9e05219-167f-4162-b441-f7a0a3ac9eb5 HTTP/1.1" status: 200 len: 991 time: 2.7523248 Apr 30 19:33:10.912069 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3394bdf1-036b-4b34-aa2b-feb8c50fb28e', 'tag': '13ad3229-4e46-4a34-abb5-bf037a39d827'}] {{(pid=73808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 19:33:10.934381 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.v2.base [None req-e67a0d58-267b-4865-b5b4-233328c0e80c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1628534724-network', 'tenant_id': '806f97d2f15e4e81952858813d5fc8f4'}} {{(pid=73808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 19:33:10.948591 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-e67a0d58-267b-4865-b5b4-233328c0e80c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:33:10.957679 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-e67a0d58-267b-4865-b5b4-233328c0e80c admin admin] Usage tracker for resource:network and tenant:806f97d2f15e4e81952858813d5fc8f4 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:33:10.961380 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-e67a0d58-267b-4865-b5b4-233328c0e80c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:33:10.975559 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-e67a0d58-267b-4865-b5b4-233328c0e80c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:33:11.058468 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-57017e6c-51fa-45e0-bc3e-411c0b530432 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:11.075153 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-57017e6c-51fa-45e0-bc3e-411c0b530432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:11.076223 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e67a0d58-267b-4865-b5b4-233328c0e80c admin admin] Made reservation on behalf of 806f97d2f15e4e81952858813d5fc8f4 for: {'network': 1} {{(pid=73808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 19:33:11.078944 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-e67a0d58-267b-4865-b5b4-233328c0e80c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for network, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:11.091565 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:33:11.104746 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-e67a0d58-267b-4865-b5b4-233328c0e80c admin admin] Notify callbacks [] for security_group, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:11.140672 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3394bdf1-036b-4b34-aa2b-feb8c50fb28e', 'tag': '13ad3229-4e46-4a34-abb5-bf037a39d827', 'status': 'completed', 'code': 200} Apr 30 19:33:11.143343 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-e67a0d58-267b-4865-b5b4-233328c0e80c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:33:11.157362 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-e67a0d58-267b-4865-b5b4-233328c0e80c admin admin] Usage tracker for resource:security_group_rule and tenant:806f97d2f15e4e81952858813d5fc8f4 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:33:11.161717 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-e67a0d58-267b-4865-b5b4-233328c0e80c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:33:11.167805 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-e67a0d58-267b-4865-b5b4-233328c0e80c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:33:11.181541 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.l3_dvr_db [None req-532b3964-01bb-4c4d-8d3f-0076ce6a7849 None None] Set router b7ec752e-256f-4ede-bed4-6c012bd9bef7 gateway port host: dv-cinder-733622-14-smb {{(pid=73810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 19:33:11.186585 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57017e6c-51fa-45e0-bc3e-411c0b530432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=552bb7e7-ca7d-4de7-94ee-0591e8f7362f,revision_number=1']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:33:11.272743 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-57017e6c-51fa-45e0-bc3e-411c0b530432 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:33:11.306220 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 40978) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:33:11.309368 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-57017e6c-51fa-45e0-bc3e-411c0b530432 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=55b55c93719b41c892aee08224602b32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9538474 Apr 30 19:33:11.403098 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0df24ef-f18f-4a6d-8ca6-6f5eeb67b979 req-cb605956-07e6-49d6-8bd4-29f1536a8979 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:33:11.405279 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-c0df24ef-f18f-4a6d-8ca6-6f5eeb67b979 req-cb605956-07e6-49d6-8bd4-29f1536a8979 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/ports?device_id=595bc164-a92e-463d-8134-f8913beddb0b HTTP/1.1" status: 200 len: 945 time: 0.3989358 Apr 30 19:33:11.508884 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-e67a0d58-267b-4865-b5b4-233328c0e80c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:11.523643 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-19479925-ceaa-411d-98a8-b692389f8f73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:11.584294 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-19479925-ceaa-411d-98a8-b692389f8f73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:11.610485 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-e67a0d58-267b-4865-b5b4-233328c0e80c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:11.639593 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:33:11.667134 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-c0df24ef-f18f-4a6d-8ca6-6f5eeb67b979 req-466c1631-934d-4bf5-945f-2a979b8b2017 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/security-groups?id=37889038-5279-4736-a9a0-7b515de45d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509270 Apr 30 19:33:11.692880 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4712a687-283c-4d28-b441-81adb6f519f3 req-7a47c20e-9896-42a4-8a2f-64fe8d220aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:33:11.694720 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-4712a687-283c-4d28-b441-81adb6f519f3 req-7a47c20e-9896-42a4-8a2f-64fe8d220aa2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1a3a36846b69409bb56820276a166a65&device_id=3394bdf1-036b-4b34-aa2b-feb8c50fb28e HTTP/1.1" status: 200 len: 1099 time: 0.4909842 Apr 30 19:33:11.697002 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-1dff3b6c-119e-445f-a39d-0215f1229337 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:11.703883 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-1dff3b6c-119e-445f-a39d-0215f1229337 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679255'] for floatingip, after_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:11.713515 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e67a0d58-267b-4865-b5b4-233328c0e80c admin admin] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=73808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 19:33:11.731503 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67a0d58-267b-4865-b5b4-233328c0e80c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67f41bf1-23b2-43c9-a82a-677376a56a12,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:33:11.736521 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-e67a0d58-267b-4865-b5b4-233328c0e80c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:33:11.737641 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-e67a0d58-267b-4865-b5b4-233328c0e80c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611927'] for segment, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:11.737975 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.db.segments_db [None req-e67a0d58-267b-4865-b5b4-233328c0e80c admin admin] Added segment ffaf9df7-ba70-4d7f-a0e6-93406ec30f46 of type vlan for network 68ad0d51-25c7-4bfc-83ed-1901b891944d Apr 30 19:33:11.766347 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-e67a0d58-267b-4865-b5b4-233328c0e80c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780696885140'] for network, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:11.771263 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-19479925-ceaa-411d-98a8-b692389f8f73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:11.774774 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-eeb97b47-a232-4757-9c1b-265486228c8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:33:11.794341 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19479925-ceaa-411d-98a8-b692389f8f73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=552bb7e7-ca7d-4de7-94ee-0591e8f7362f,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:33:11.818455 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-19479925-ceaa-411d-98a8-b692389f8f73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:33:11.842803 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-19479925-ceaa-411d-98a8-b692389f8f73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:11.844140 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-19479925-ceaa-411d-98a8-b692389f8f73 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/552bb7e7-ca7d-4de7-94ee-0591e8f7362f HTTP/1.1" status: 204 len: 168 time: 0.5351143 Apr 30 19:33:11.845412 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-e67a0d58-267b-4865-b5b4-233328c0e80c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137'] for network, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:11.847516 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67a0d58-267b-4865-b5b4-233328c0e80c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:33:11.848308 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-e67a0d58-267b-4865-b5b4-233328c0e80c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533183'] for network, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:11.852584 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-52906111-d440-4d5d-8efb-e75d6502f760 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:33:11.980808 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-532b3964-01bb-4c4d-8d3f-0076ce6a7849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7ec752e-256f-4ede-bed4-6c012bd9bef7', 'name': 'tempest-AttachVolumeTestJSON-1647431383-router', 'tenant_id': '1a3a36846b69409bb56820276a166a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'external_fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.147'}], 'enable_snat': True}, 'gw_port_id': '4efd36f4-1f2f-4c62-80a6-a3f2400d3013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T19:32:07Z', 'updated_at': '2021-04-30T19:32:24Z', 'revision_number': 4, 'project_id': '1a3a36846b69409bb56820276a166a65', 'gw_port': {'id': '4efd36f4-1f2f-4c62-80a6-a3f2400d3013', 'name': '', 'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:3e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ec752e-256f-4ede-bed4-6c012bd9bef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:32:11Z', 'updated_at': '2021-04-30T19:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-14-smb', '_floatingips': [{'id': 'e9e05219-167f-4162-b441-f7a0a3ac9eb5', 'tenant_id': '1a3a36846b69409bb56820276a166a65', 'floating_ip_address': '172.28.1.76', 'floating_network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'router_id': 'b7ec752e-256f-4ede-bed4-6c012bd9bef7', 'port_id': '13ad3229-4e46-4a34-abb5-bf037a39d827', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb753e9f-d5ea-4d3b-a660-3bfc4f53e5c0', 'mac_address': 'fa:16:3e:ea:77:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3394bdf1-036b-4b34-aa2b-feb8c50fb28e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T19:32:41Z', 'updated_at': '2021-04-30T19:33:09Z', 'revision_number': 1, 'project_id': '1a3a36846b69409bb56820276a166a65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '484fef2b-b90f-45b9-b201-a198550a228f', 'name': '', 'network_id': 'fb753e9f-d5ea-4d3b-a660-3bfc4f53e5c0', 'tenant_id': '1a3a36846b69409bb56820276a166a65', 'mac_address': 'fa:16:3e:64:79:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ec752e-256f-4ede-bed4-6c012bd9bef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '60d0612e-ab94-488a-8358-4a2e04237205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:32:22Z', 'updated_at': '2021-04-30T19:32:43Z', 'revision_number': 5, 'project_id': '1a3a36846b69409bb56820276a166a65', 'subnets': [{'id': '60d0612e-ab94-488a-8358-4a2e04237205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-14-smb', False) {} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:33:11.986492 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532b3964-01bb-4c4d-8d3f-0076ce6a7849 None None] Checking router: b7ec752e-256f-4ede-bed4-6c012bd9bef7 for host: dv-cinder-733622-14-smb {{(pid=73810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 19:33:11.998862 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532b3964-01bb-4c4d-8d3f-0076ce6a7849 None None] Routers {'b7ec752e-256f-4ede-bed4-6c012bd9bef7'} bound to L3 agent in host dv-cinder-733622-14-smb {{(pid=73810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 19:33:12.000039 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-532b3964-01bb-4c4d-8d3f-0076ce6a7849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T19:24:27Z,description=,heartbeat_timestamp=2021-04-30T19:32:57Z,host='dv-cinder-733622-14-smb',id=19062261-8801-4f4d-b71c-f22a3dba3fbe,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T19:24:27Z,topic='l3_agent')) {'router_ids': ['b7ec752e-256f-4ede-bed4-6c012bd9bef7'], 'active': True} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:33:12.032801 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-e67a0d58-267b-4865-b5b4-233328c0e80c admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4680200 Apr 30 19:33:12.041960 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 40996) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:33:12.062794 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.v2.base [None req-185b6b1b-bbf0-4407-b930-b3997d4837e6 admin admin] Request body: {'subnet': {'network_id': '68ad0d51-25c7-4bfc-83ed-1901b891944d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1628534724-subnet', 'tenant_id': '806f97d2f15e4e81952858813d5fc8f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 19:33:12.066138 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67a0d58-267b-4865-b5b4-233328c0e80c admin admin] Pushing event updated for resources: {'Network': ['ID=68ad0d51-25c7-4bfc-83ed-1901b891944d,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:33:12.069429 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-e67a0d58-267b-4865-b5b4-233328c0e80c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:33:12.070360 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-185b6b1b-bbf0-4407-b930-b3997d4837e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:33:12.077897 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Network 68ad0d51-25c7-4bfc-83ed-1901b891944d details requested by agent ovs-agent-dv-cinder-733622-14-smb with host dv-cinder-733622-14-smb {{(pid=73809) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 19:33:12.100771 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-185b6b1b-bbf0-4407-b930-b3997d4837e6 admin admin] Usage tracker for resource:subnet and tenant:806f97d2f15e4e81952858813d5fc8f4 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:33:12.114068 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-185b6b1b-bbf0-4407-b930-b3997d4837e6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:33:12.123071 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-185b6b1b-bbf0-4407-b930-b3997d4837e6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:33:12.145790 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-185b6b1b-bbf0-4407-b930-b3997d4837e6 admin admin] Made reservation on behalf of 806f97d2f15e4e81952858813d5fc8f4 for: {'subnet': 1} {{(pid=73808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 19:33:12.149497 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-185b6b1b-bbf0-4407-b930-b3997d4837e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61161599'] for subnet, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:12.164890 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.db.l3_db [None req-1dff3b6c-119e-445f-a39d-0215f1229337 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Floating IP 2628396e-f4c5-4c48-b31e-91ad2c53a210 associated. External IP: 172.28.1.93, port: eaf5a615-727a-4a28-8c2a-6f97b2200e55. Apr 30 19:33:12.519576 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.l3_dvr_db [None req-532b3964-01bb-4c4d-8d3f-0076ce6a7849 None None] Set router b7ec752e-256f-4ede-bed4-6c012bd9bef7 gateway port host: dv-cinder-733622-14-smb {{(pid=73810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 19:33:12.815400 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4712a687-283c-4d28-b441-81adb6f519f3 req-07300d9e-54a3-4431-a639-4ace0d00ca4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:33:12.817128 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-4712a687-283c-4d28-b441-81adb6f519f3 req-07300d9e-54a3-4431-a639-4ace0d00ca4b service neutron] 10.222.0.48 "GET /v2.0/networks?id=fb753e9f-d5ea-4d3b-a660-3bfc4f53e5c0 HTTP/1.1" status: 200 len: 912 time: 0.7078156 Apr 30 19:33:12.931400 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-185b6b1b-bbf0-4407-b930-b3997d4837e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60823004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61161577'] for subnet, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:12.936274 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:33:12.983320 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-532b3964-01bb-4c4d-8d3f-0076ce6a7849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7ec752e-256f-4ede-bed4-6c012bd9bef7', 'name': 'tempest-AttachVolumeTestJSON-1647431383-router', 'tenant_id': '1a3a36846b69409bb56820276a166a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'external_fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.147'}], 'enable_snat': True}, 'gw_port_id': '4efd36f4-1f2f-4c62-80a6-a3f2400d3013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T19:32:07Z', 'updated_at': '2021-04-30T19:32:24Z', 'revision_number': 4, 'project_id': '1a3a36846b69409bb56820276a166a65', 'gw_port': {'id': '4efd36f4-1f2f-4c62-80a6-a3f2400d3013', 'name': '', 'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:3e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ec752e-256f-4ede-bed4-6c012bd9bef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:32:11Z', 'updated_at': '2021-04-30T19:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-14-smb', '_floatingips': [{'id': 'e9e05219-167f-4162-b441-f7a0a3ac9eb5', 'tenant_id': '1a3a36846b69409bb56820276a166a65', 'floating_ip_address': '172.28.1.76', 'floating_network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'router_id': 'b7ec752e-256f-4ede-bed4-6c012bd9bef7', 'port_id': '13ad3229-4e46-4a34-abb5-bf037a39d827', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb753e9f-d5ea-4d3b-a660-3bfc4f53e5c0', 'mac_address': 'fa:16:3e:ea:77:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3394bdf1-036b-4b34-aa2b-feb8c50fb28e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T19:32:41Z', 'updated_at': '2021-04-30T19:33:09Z', 'revision_number': 1, 'project_id': '1a3a36846b69409bb56820276a166a65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '484fef2b-b90f-45b9-b201-a198550a228f', 'name': '', 'network_id': 'fb753e9f-d5ea-4d3b-a660-3bfc4f53e5c0', 'tenant_id': '1a3a36846b69409bb56820276a166a65', 'mac_address': 'fa:16:3e:64:79:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ec752e-256f-4ede-bed4-6c012bd9bef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '60d0612e-ab94-488a-8358-4a2e04237205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:32:22Z', 'updated_at': '2021-04-30T19:32:43Z', 'revision_number': 5, 'project_id': '1a3a36846b69409bb56820276a166a65', 'subnets': [{'id': '60d0612e-ab94-488a-8358-4a2e04237205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-14-smb', False) {} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:33:12.988922 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532b3964-01bb-4c4d-8d3f-0076ce6a7849 None None] The sync data for ids ['b7ec752e-256f-4ede-bed4-6c012bd9bef7'] in dv-cinder-733622-14-smb is: [{'id': 'b7ec752e-256f-4ede-bed4-6c012bd9bef7', 'name': 'tempest-AttachVolumeTestJSON-1647431383-router', 'tenant_id': '1a3a36846b69409bb56820276a166a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'external_fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.147'}], 'enable_snat': True}, 'gw_port_id': '4efd36f4-1f2f-4c62-80a6-a3f2400d3013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T19:32:07Z', 'updated_at': '2021-04-30T19:32:24Z', 'revision_number': 4, 'project_id': '1a3a36846b69409bb56820276a166a65', 'gw_port': {'id': '4efd36f4-1f2f-4c62-80a6-a3f2400d3013', 'name': '', 'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:3e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ec752e-256f-4ede-bed4-6c012bd9bef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:32:11Z', 'updated_at': '2021-04-30T19:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-14-smb', '_floatingips': [{'id': 'e9e05219-167f-4162-b441-f7a0a3ac9eb5', 'tenant_id': '1a3a36846b69409bb56820276a166a65', 'floating_ip_address': '172.28.1.76', 'floating_network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'router_id': 'b7ec752e-256f-4ede-bed4-6c012bd9bef7', 'port_id': '13ad3229-4e46-4a34-abb5-bf037a39d827', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb753e9f-d5ea-4d3b-a660-3bfc4f53e5c0', 'mac_address': 'fa:16:3e:ea:77:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3394bdf1-036b-4b34-aa2b-feb8c50fb28e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T19:32:41Z', 'updated_at': '2021-04-30T19:33:09Z', 'revision_number': 1, 'project_id': '1a3a36846b69409bb56820276a166a65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '484fef2b-b90f-45b9-b201-a198550a228f', 'name': '', 'network_id': 'fb753e9f-d5ea-4d3b-a660-3bfc4f53e5c0', 'tenant_id': '1a3a36846b69409bb56820276a166a65', 'mac_address': 'fa:16:3e:64:79:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ec752e-256f-4ede-bed4-6c012bd9bef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '60d0612e-ab94-488a-8358-4a2e04237205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:32:22Z', 'updated_at': '2021-04-30T19:32:43Z', 'revision_number': 5, 'project_id': '1a3a36846b69409bb56820276a166a65', 'subnets': [{'id': '60d0612e-ab94-488a-8358-4a2e04237205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 19:33:13.030711 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185b6b1b-bbf0-4407-b930-b3997d4837e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54fd9381-dc1e-4831-8d3f-eff5b4bf9994,revision_number=0']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:33:13.035472 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-185b6b1b-bbf0-4407-b930-b3997d4837e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:33:13.036373 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185b6b1b-bbf0-4407-b930-b3997d4837e6 admin admin] Checking segment: {'id': 'ffaf9df7-ba70-4d7f-a0e6-93406ec30f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '68ad0d51-25c7-4bfc-83ed-1901b891944d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 19:33:13.036729 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185b6b1b-bbf0-4407-b930-b3997d4837e6 admin admin] Network hostable DHCP agents. Network: 68ad0d51-25c7-4bfc-83ed-1901b891944d, hostable agents: ['e57161e2-0c22-4573-bfa0-d55a94615101'], hosted agents: [] {{(pid=73808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 19:33:13.072370 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185b6b1b-bbf0-4407-b930-b3997d4837e6 admin admin] Network 68ad0d51-25c7-4bfc-83ed-1901b891944d is scheduled to be hosted by DHCP agent e57161e2-0c22-4573-bfa0-d55a94615101 with binding_index 1 {{(pid=73808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 19:33:13.085379 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.scheduler.base_scheduler [None req-185b6b1b-bbf0-4407-b930-b3997d4837e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-14-smb, 68ad0d51-25c7-4bfc-83ed-1901b891944d) {{(pid=73808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 19:33:13.097079 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c952286d-d035-4175-83e6-d9e94b6d1e14 None None] Network 68ad0d51-25c7-4bfc-83ed-1901b891944d requested from dv-cinder-733622-14-smb {{(pid=73809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 19:33:13.119633 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185b6b1b-bbf0-4407-b930-b3997d4837e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:33:13.120458 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-185b6b1b-bbf0-4407-b930-b3997d4837e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533183'] for subnet, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:13.149751 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-185b6b1b-bbf0-4407-b930-b3997d4837e6 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1066542 Apr 30 19:33:13.179122 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-4712a687-283c-4d28-b441-81adb6f519f3 req-d807a01c-adff-4e4a-8198-3271700f975a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=13ad3229-4e46-4a34-abb5-bf037a39d827 HTTP/1.1" status: 200 len: 999 time: 0.2960320 Apr 30 19:33:13.216666 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dff3b6c-119e-445f-a39d-0215f1229337 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Router 194c7f42-2d01-4a84-8ce1-cefc21488a29 has already been hosted by L3 agent 19062261-8801-4f4d-b71c-f22a3dba3fbe {{(pid=73807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 19:33:13.426639 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965a5cf8-e218-47be-bb76-e1b478bc9c02 None None] New status for floating IP e9e05219-167f-4162-b441-f7a0a3ac9eb5: ACTIVE {{(pid=73809) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 19:33:13.533024 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f95d33-b3c6-45d5-82aa-8e774be99c83 req-5041b492-492b-4f78-a929-a92eee7d8380 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:33:13.535330 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-c5f95d33-b3c6-45d5-82aa-8e774be99c83 req-5041b492-492b-4f78-a929-a92eee7d8380 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/ports?device_id=595bc164-a92e-463d-8134-f8913beddb0b HTTP/1.1" status: 200 len: 945 time: 0.6540895 Apr 30 19:33:13.581725 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4712a687-283c-4d28-b441-81adb6f519f3 req-4cf26025-b13d-4d48-9498-f4e91bb6cfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:33:13.583290 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-4712a687-283c-4d28-b441-81adb6f519f3 req-4cf26025-b13d-4d48-9498-f4e91bb6cfeb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=60d0612e-ab94-488a-8358-4a2e04237205 HTTP/1.1" status: 200 len: 850 time: 0.3808212 Apr 30 19:33:13.653746 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-c5f95d33-b3c6-45d5-82aa-8e774be99c83 req-f8d0c6b3-3848-4b2d-9d29-63fe47bee0c7 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/security-groups?id=37889038-5279-4736-a9a0-7b515de45d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114616 Apr 30 19:33:13.669581 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dff3b6c-119e-445f-a39d-0215f1229337 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Notify agent at l3_agent.dv-cinder-733622-14-smb the message routers_updated {{(pid=73807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 19:33:13.680303 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b0c385-9fbe-4791-bcc8-2b4a44ddbc25 None None] Sync routers for ids ['194c7f42-2d01-4a84-8ce1-cefc21488a29'] in dv-cinder-733622-14-smb {{(pid=73810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 19:33:13.697242 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b0c385-9fbe-4791-bcc8-2b4a44ddbc25 None None] Routers {'194c7f42-2d01-4a84-8ce1-cefc21488a29'} bound to L3 agent in host dv-cinder-733622-14-smb {{(pid=73810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 19:33:13.698169 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-46b0c385-9fbe-4791-bcc8-2b4a44ddbc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T19:24:27Z,description=,heartbeat_timestamp=2021-04-30T19:32:57Z,host='dv-cinder-733622-14-smb',id=19062261-8801-4f4d-b71c-f22a3dba3fbe,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T19:24:27Z,topic='l3_agent')) {'router_ids': ['194c7f42-2d01-4a84-8ce1-cefc21488a29'], 'active': True} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:33:13.732208 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-1dff3b6c-119e-445f-a39d-0215f1229337 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937687'] for floatingip, before_response {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:13.884464 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4712a687-283c-4d28-b441-81adb6f519f3 req-59a28a70-f788-478b-b198-87a1f3cc2567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:33:13.885918 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-4712a687-283c-4d28-b441-81adb6f519f3 req-59a28a70-f788-478b-b198-87a1f3cc2567 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fb753e9f-d5ea-4d3b-a660-3bfc4f53e5c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2795174 Apr 30 19:33:14.035093 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db3e63f2-7ad2-4280-aa9f-d13de37d80b7 None None] Network 68ad0d51-25c7-4bfc-83ed-1901b891944d requested from dv-cinder-733622-14-smb {{(pid=73809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 19:33:14.046054 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-1dff3b6c-119e-445f-a39d-0215f1229337 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "PUT /v2.0/floatingips/2628396e-f4c5-4c48-b31e-91ad2c53a210 HTTP/1.1" status: 200 len: 991 time: 4.0682683 Apr 30 19:33:14.050840 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6f90263-c62f-4196-8410-f2367a9a9848', 'tag': 'eaf5a615-727a-4a28-8c2a-6f97b2200e55'}] {{(pid=73807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 19:33:14.167537 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-4712a687-283c-4d28-b441-81adb6f519f3 req-c30919ba-fd6a-44bb-89eb-74d6d6016ea2 service neutron] 10.222.0.48 "GET /v2.0/networks/fb753e9f-d5ea-4d3b-a660-3bfc4f53e5c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2673638 Apr 30 19:33:14.208180 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.l3_dvr_db [None req-46b0c385-9fbe-4791-bcc8-2b4a44ddbc25 None None] Set router 194c7f42-2d01-4a84-8ce1-cefc21488a29 gateway port host: dv-cinder-733622-14-smb {{(pid=73810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 19:33:14.246250 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6f90263-c62f-4196-8410-f2367a9a9848', 'tag': 'eaf5a615-727a-4a28-8c2a-6f97b2200e55', 'status': 'completed', 'code': 200} Apr 30 19:33:14.519030 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 41092) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:33:14.576036 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 41102) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:33:14.583543 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.v2.base [None req-4fe4e0a4-49e1-4dd5-884d-93b0d46f859d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-190366505-network', 'tenant_id': '79db19074dbf4e1fa48283dfc34bf13e'}} {{(pid=73808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 19:33:14.609969 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-4fe4e0a4-49e1-4dd5-884d-93b0d46f859d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:33:14.624702 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-4fe4e0a4-49e1-4dd5-884d-93b0d46f859d admin admin] Usage tracker for resource:network and tenant:79db19074dbf4e1fa48283dfc34bf13e is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:33:14.639422 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-4fe4e0a4-49e1-4dd5-884d-93b0d46f859d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:33:14.662326 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-4fe4e0a4-49e1-4dd5-884d-93b0d46f859d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:33:14.712704 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fe4e0a4-49e1-4dd5-884d-93b0d46f859d admin admin] Made reservation on behalf of 79db19074dbf4e1fa48283dfc34bf13e for: {'network': 1} {{(pid=73808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 19:33:14.718392 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-4fe4e0a4-49e1-4dd5-884d-93b0d46f859d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for network, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:14.772426 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-4fe4e0a4-49e1-4dd5-884d-93b0d46f859d admin admin] Notify callbacks [] for security_group, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:14.773719 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-4712a687-283c-4d28-b441-81adb6f519f3 req-3559d8d1-cdf3-4533-8e17-9e6017eef641 service neutron] 10.222.0.48 "GET /v2.0/networks/fb753e9f-d5ea-4d3b-a660-3bfc4f53e5c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5952513 Apr 30 19:33:14.775850 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419b07c3-cd17-4a55-b3a7-fdc919b953e3 req-5b31e8a3-320c-45f8-8531-67f05cc8706b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:33:14.777212 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-419b07c3-cd17-4a55-b3a7-fdc919b953e3 req-5b31e8a3-320c-45f8-8531-67f05cc8706b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9ad55c1ecaf040eb9706c42ee99e4509&device_id=e6f90263-c62f-4196-8410-f2367a9a9848 HTTP/1.1" status: 200 len: 1099 time: 0.4974482 Apr 30 19:33:14.821355 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-4fe4e0a4-49e1-4dd5-884d-93b0d46f859d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:33:14.830470 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-4fe4e0a4-49e1-4dd5-884d-93b0d46f859d admin admin] Usage tracker for resource:security_group_rule and tenant:79db19074dbf4e1fa48283dfc34bf13e is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:33:14.840996 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-4fe4e0a4-49e1-4dd5-884d-93b0d46f859d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:33:14.861905 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-4fe4e0a4-49e1-4dd5-884d-93b0d46f859d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:33:14.905687 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-46b0c385-9fbe-4791-bcc8-2b4a44ddbc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '194c7f42-2d01-4a84-8ce1-cefc21488a29', 'name': 'tempest-AttachVolumeShelveTestJSON-802321771-router', 'tenant_id': '9ad55c1ecaf040eb9706c42ee99e4509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'external_fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.187'}], 'enable_snat': True}, 'gw_port_id': '440184e0-e250-487d-b087-2371add448d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T19:32:05Z', 'updated_at': '2021-04-30T19:32:24Z', 'revision_number': 4, 'project_id': '9ad55c1ecaf040eb9706c42ee99e4509', 'gw_port': {'id': '440184e0-e250-487d-b087-2371add448d1', 'name': '', 'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ff:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194c7f42-2d01-4a84-8ce1-cefc21488a29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:32:08Z', 'updated_at': '2021-04-30T19:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-14-smb', '_floatingips': [{'id': '2628396e-f4c5-4c48-b31e-91ad2c53a210', 'tenant_id': '9ad55c1ecaf040eb9706c42ee99e4509', 'floating_ip_address': '172.28.1.93', 'floating_network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'router_id': '194c7f42-2d01-4a84-8ce1-cefc21488a29', 'port_id': 'eaf5a615-727a-4a28-8c2a-6f97b2200e55', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ca4816a-af9f-4da4-b37e-8b11481e1c88', 'mac_address': 'fa:16:3e:f4:e5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f90263-c62f-4196-8410-f2367a9a9848', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T19:32:44Z', 'updated_at': '2021-04-30T19:33:11Z', 'revision_number': 1, 'project_id': '9ad55c1ecaf040eb9706c42ee99e4509', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90d38167-fb8d-40ee-b143-74022c226dd6', 'name': '', 'network_id': '2ca4816a-af9f-4da4-b37e-8b11481e1c88', 'tenant_id': '9ad55c1ecaf040eb9706c42ee99e4509', 'mac_address': 'fa:16:3e:3b:c6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194c7f42-2d01-4a84-8ce1-cefc21488a29', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'a120cce1-df08-442f-ba0c-25e89e3b37cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:32:21Z', 'updated_at': '2021-04-30T19:32:40Z', 'revision_number': 5, 'project_id': '9ad55c1ecaf040eb9706c42ee99e4509', 'subnets': [{'id': 'a120cce1-df08-442f-ba0c-25e89e3b37cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-14-smb', False) {} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:33:14.917227 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b0c385-9fbe-4791-bcc8-2b4a44ddbc25 None None] Checking router: 194c7f42-2d01-4a84-8ce1-cefc21488a29 for host: dv-cinder-733622-14-smb {{(pid=73810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 19:33:14.928017 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b0c385-9fbe-4791-bcc8-2b4a44ddbc25 None None] Routers {'194c7f42-2d01-4a84-8ce1-cefc21488a29'} bound to L3 agent in host dv-cinder-733622-14-smb {{(pid=73810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 19:33:14.928857 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-46b0c385-9fbe-4791-bcc8-2b4a44ddbc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T19:24:27Z,description=,heartbeat_timestamp=2021-04-30T19:32:57Z,host='dv-cinder-733622-14-smb',id=19062261-8801-4f4d-b71c-f22a3dba3fbe,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T19:24:27Z,topic='l3_agent')) {'router_ids': ['194c7f42-2d01-4a84-8ce1-cefc21488a29'], 'active': True} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:33:15.094269 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419b07c3-cd17-4a55-b3a7-fdc919b953e3 req-3c832876-ce83-476f-932e-e9246f78971c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:33:15.098331 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-419b07c3-cd17-4a55-b3a7-fdc919b953e3 req-3c832876-ce83-476f-932e-e9246f78971c service neutron] 10.222.0.48 "GET /v2.0/networks?id=2ca4816a-af9f-4da4-b37e-8b11481e1c88 HTTP/1.1" status: 200 len: 917 time: 0.3077602 Apr 30 19:33:15.101911 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-31ae2fd2-cb6d-4536-b240-fdabf85b25f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:15.123692 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-31ae2fd2-cb6d-4536-b240-fdabf85b25f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:33:15.131865 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-31ae2fd2-cb6d-4536-b240-fdabf85b25f5 admin admin] Usage tracker for resource:security_group_rule and tenant:dc046284f3354bd98f773933bd255ace is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:33:15.136097 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-31ae2fd2-cb6d-4536-b240-fdabf85b25f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:33:15.150170 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-31ae2fd2-cb6d-4536-b240-fdabf85b25f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:33:15.180897 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.l3_dvr_db [None req-46b0c385-9fbe-4791-bcc8-2b4a44ddbc25 None None] Set router 194c7f42-2d01-4a84-8ce1-cefc21488a29 gateway port host: dv-cinder-733622-14-smb {{(pid=73810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 19:33:15.280165 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-31ae2fd2-cb6d-4536-b240-fdabf85b25f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:15.340877 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-4fe4e0a4-49e1-4dd5-884d-93b0d46f859d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:15.345573 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-31ae2fd2-cb6d-4536-b240-fdabf85b25f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:15.356029 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-419b07c3-cd17-4a55-b3a7-fdc919b953e3 req-8b23f7a0-023e-4844-b010-9664430a6eb7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eaf5a615-727a-4a28-8c2a-6f97b2200e55 HTTP/1.1" status: 200 len: 999 time: 0.2466631 Apr 30 19:33:15.383528 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:33:15.458691 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-4fe4e0a4-49e1-4dd5-884d-93b0d46f859d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:15.475105 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48386a2c-15a5-4224-a944-0aa8a4c959a5 req-d2cbb3b6-3cb1-4469-b764-9779d0adaa9b tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:33:15.483353 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-48386a2c-15a5-4224-a944-0aa8a4c959a5 req-d2cbb3b6-3cb1-4469-b764-9779d0adaa9b tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/ports?device_id=595bc164-a92e-463d-8134-f8913beddb0b HTTP/1.1" status: 200 len: 945 time: 0.5617497 Apr 30 19:33:15.484131 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ae2fd2-cb6d-4536-b240-fdabf85b25f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b4106df-49ad-40c4-915b-5a69ba86f9e0,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:33:15.492667 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-31ae2fd2-cb6d-4536-b240-fdabf85b25f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:33:15.493564 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-31ae2fd2-cb6d-4536-b240-fdabf85b25f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:33:15.540881 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419b07c3-cd17-4a55-b3a7-fdc919b953e3 req-6190a7d2-5073-4e61-9770-ba947f2fec9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:33:15.542634 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-419b07c3-cd17-4a55-b3a7-fdc919b953e3 req-6190a7d2-5073-4e61-9770-ba947f2fec9e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a120cce1-df08-442f-ba0c-25e89e3b37cd HTTP/1.1" status: 200 len: 855 time: 0.1751618 Apr 30 19:33:15.622653 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fe4e0a4-49e1-4dd5-884d-93b0d46f859d admin admin] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=73808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 19:33:15.632850 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-31ae2fd2-cb6d-4536-b240-fdabf85b25f5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dc046284f3354bd98f773933bd255ace&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1122231 Apr 30 19:33:15.641390 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 41144) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:33:15.645923 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe4e0a4-49e1-4dd5-884d-93b0d46f859d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b00deb14-2544-4921-b4bf-7c55bd4c0fe8,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:33:15.664841 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-4fe4e0a4-49e1-4dd5-884d-93b0d46f859d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:33:15.692748 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419b07c3-cd17-4a55-b3a7-fdc919b953e3 req-a53631db-b9c7-401d-8b15-833fbbd66a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:33:15.696298 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-419b07c3-cd17-4a55-b3a7-fdc919b953e3 req-a53631db-b9c7-401d-8b15-833fbbd66a5d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2ca4816a-af9f-4da4-b37e-8b11481e1c88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1389921 Apr 30 19:33:15.708848 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-48386a2c-15a5-4224-a944-0aa8a4c959a5 req-3f9fd9f7-a2dc-4671-86f8-976e1beb2c9a tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/security-groups?id=37889038-5279-4736-a9a0-7b515de45d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928461 Apr 30 19:33:15.715345 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-4fe4e0a4-49e1-4dd5-884d-93b0d46f859d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611927'] for segment, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:15.716399 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.db.segments_db [None req-4fe4e0a4-49e1-4dd5-884d-93b0d46f859d admin admin] Added segment 2a155ab1-ffc0-4136-9f02-077e196b0575 of type vlan for network 1b9c5b20-8931-4c0a-96b0-3d7de747d204 Apr 30 19:33:15.728592 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-46b0c385-9fbe-4791-bcc8-2b4a44ddbc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '194c7f42-2d01-4a84-8ce1-cefc21488a29', 'name': 'tempest-AttachVolumeShelveTestJSON-802321771-router', 'tenant_id': '9ad55c1ecaf040eb9706c42ee99e4509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'external_fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.187'}], 'enable_snat': True}, 'gw_port_id': '440184e0-e250-487d-b087-2371add448d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T19:32:05Z', 'updated_at': '2021-04-30T19:32:24Z', 'revision_number': 4, 'project_id': '9ad55c1ecaf040eb9706c42ee99e4509', 'gw_port': {'id': '440184e0-e250-487d-b087-2371add448d1', 'name': '', 'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ff:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194c7f42-2d01-4a84-8ce1-cefc21488a29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:32:08Z', 'updated_at': '2021-04-30T19:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-14-smb', '_floatingips': [{'id': '2628396e-f4c5-4c48-b31e-91ad2c53a210', 'tenant_id': '9ad55c1ecaf040eb9706c42ee99e4509', 'floating_ip_address': '172.28.1.93', 'floating_network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'router_id': '194c7f42-2d01-4a84-8ce1-cefc21488a29', 'port_id': 'eaf5a615-727a-4a28-8c2a-6f97b2200e55', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ca4816a-af9f-4da4-b37e-8b11481e1c88', 'mac_address': 'fa:16:3e:f4:e5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f90263-c62f-4196-8410-f2367a9a9848', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T19:32:44Z', 'updated_at': '2021-04-30T19:33:11Z', 'revision_number': 1, 'project_id': '9ad55c1ecaf040eb9706c42ee99e4509', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90d38167-fb8d-40ee-b143-74022c226dd6', 'name': '', 'network_id': '2ca4816a-af9f-4da4-b37e-8b11481e1c88', 'tenant_id': '9ad55c1ecaf040eb9706c42ee99e4509', 'mac_address': 'fa:16:3e:3b:c6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194c7f42-2d01-4a84-8ce1-cefc21488a29', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'a120cce1-df08-442f-ba0c-25e89e3b37cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:32:21Z', 'updated_at': '2021-04-30T19:32:40Z', 'revision_number': 5, 'project_id': '9ad55c1ecaf040eb9706c42ee99e4509', 'subnets': [{'id': 'a120cce1-df08-442f-ba0c-25e89e3b37cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-14-smb', False) {} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:33:15.734161 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b0c385-9fbe-4791-bcc8-2b4a44ddbc25 None None] The sync data for ids ['194c7f42-2d01-4a84-8ce1-cefc21488a29'] in dv-cinder-733622-14-smb is: [{'id': '194c7f42-2d01-4a84-8ce1-cefc21488a29', 'name': 'tempest-AttachVolumeShelveTestJSON-802321771-router', 'tenant_id': '9ad55c1ecaf040eb9706c42ee99e4509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'external_fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.187'}], 'enable_snat': True}, 'gw_port_id': '440184e0-e250-487d-b087-2371add448d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T19:32:05Z', 'updated_at': '2021-04-30T19:32:24Z', 'revision_number': 4, 'project_id': '9ad55c1ecaf040eb9706c42ee99e4509', 'gw_port': {'id': '440184e0-e250-487d-b087-2371add448d1', 'name': '', 'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ff:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194c7f42-2d01-4a84-8ce1-cefc21488a29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:32:08Z', 'updated_at': '2021-04-30T19:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-14-smb', '_floatingips': [{'id': '2628396e-f4c5-4c48-b31e-91ad2c53a210', 'tenant_id': '9ad55c1ecaf040eb9706c42ee99e4509', 'floating_ip_address': '172.28.1.93', 'floating_network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'router_id': '194c7f42-2d01-4a84-8ce1-cefc21488a29', 'port_id': 'eaf5a615-727a-4a28-8c2a-6f97b2200e55', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ca4816a-af9f-4da4-b37e-8b11481e1c88', 'mac_address': 'fa:16:3e:f4:e5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f90263-c62f-4196-8410-f2367a9a9848', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T19:32:44Z', 'updated_at': '2021-04-30T19:33:11Z', 'revision_number': 1, 'project_id': '9ad55c1ecaf040eb9706c42ee99e4509', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90d38167-fb8d-40ee-b143-74022c226dd6', 'name': '', 'network_id': '2ca4816a-af9f-4da4-b37e-8b11481e1c88', 'tenant_id': '9ad55c1ecaf040eb9706c42ee99e4509', 'mac_address': 'fa:16:3e:3b:c6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194c7f42-2d01-4a84-8ce1-cefc21488a29', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'a120cce1-df08-442f-ba0c-25e89e3b37cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:32:21Z', 'updated_at': '2021-04-30T19:32:40Z', 'revision_number': 5, 'project_id': '9ad55c1ecaf040eb9706c42ee99e4509', 'subnets': [{'id': 'a120cce1-df08-442f-ba0c-25e89e3b37cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 19:33:15.798027 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-4fe4e0a4-49e1-4dd5-884d-93b0d46f859d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780696885140'] for network, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:15.812807 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-25b17915-b1e5-446b-bebd-304b46b67ee8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:15.858910 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-25b17915-b1e5-446b-bebd-304b46b67ee8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:15.880688 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-4fe4e0a4-49e1-4dd5-884d-93b0d46f859d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137'] for network, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:15.886782 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe4e0a4-49e1-4dd5-884d-93b0d46f859d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:33:15.887677 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-4fe4e0a4-49e1-4dd5-884d-93b0d46f859d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533183'] for network, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:15.895348 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-e67a0d58-267b-4865-b5b4-233328c0e80c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:33:15.963868 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-419b07c3-cd17-4a55-b3a7-fdc919b953e3 req-4e145e95-e373-4250-bb6b-efb19fd9e41f service neutron] 10.222.0.48 "GET /v2.0/networks/2ca4816a-af9f-4da4-b37e-8b11481e1c88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2610450 Apr 30 19:33:16.107196 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc8de80-88f1-46fd-9184-ee2d12964beb None None] New status for floating IP 2628396e-f4c5-4c48-b31e-91ad2c53a210: ACTIVE {{(pid=73809) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 19:33:16.135339 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.agents_db [None req-91d1fe81-9981-4281-a1b3-92062b07bd48 None None] Agent healthcheck: found 6 active agents {{(pid=73810) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 19:33:16.214685 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-419b07c3-cd17-4a55-b3a7-fdc919b953e3 req-e5b17e43-95ce-48e3-9d6d-10feec0a9525 service neutron] 10.222.0.48 "GET /v2.0/networks/2ca4816a-af9f-4da4-b37e-8b11481e1c88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350802 Apr 30 19:33:16.321634 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe4e0a4-49e1-4dd5-884d-93b0d46f859d admin admin] Pushing event updated for resources: {'Network': ['ID=1b9c5b20-8931-4c0a-96b0-3d7de747d204,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:33:16.324306 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-4fe4e0a4-49e1-4dd5-884d-93b0d46f859d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:33:16.328692 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-4fe4e0a4-49e1-4dd5-884d-93b0d46f859d admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.7481759 Apr 30 19:33:16.329165 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 41174) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:33:16.338413 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.v2.base [None req-04dca512-3590-40d5-9d68-ab73de6c5491 admin admin] Request body: {'subnet': {'network_id': '1b9c5b20-8931-4c0a-96b0-3d7de747d204', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-190366505-subnet', 'tenant_id': '79db19074dbf4e1fa48283dfc34bf13e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 19:33:16.348640 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-04dca512-3590-40d5-9d68-ab73de6c5491 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:33:16.349825 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Network 1b9c5b20-8931-4c0a-96b0-3d7de747d204 details requested by agent ovs-agent-dv-cinder-733622-14-smb with host dv-cinder-733622-14-smb {{(pid=73809) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 19:33:16.354347 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-25b17915-b1e5-446b-bebd-304b46b67ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:16.358754 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-04dca512-3590-40d5-9d68-ab73de6c5491 admin admin] Usage tracker for resource:subnet and tenant:79db19074dbf4e1fa48283dfc34bf13e is out of sync, need to count used quota {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:33:16.363539 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-e67a0d58-267b-4865-b5b4-233328c0e80c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:33:16.367226 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-04dca512-3590-40d5-9d68-ab73de6c5491 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:33:16.372092 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-25b17915-b1e5-446b-bebd-304b46b67ee8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:16.376306 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-25b17915-b1e5-446b-bebd-304b46b67ee8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4b4106df-49ad-40c4-915b-5a69ba86f9e0 HTTP/1.1" status: 204 len: 168 time: 0.7065725 Apr 30 19:33:16.376475 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-04dca512-3590-40d5-9d68-ab73de6c5491 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:33:16.381109 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b17915-b1e5-446b-bebd-304b46b67ee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b4106df-49ad-40c4-915b-5a69ba86f9e0,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:33:16.384098 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-25b17915-b1e5-446b-bebd-304b46b67ee8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:33:16.400287 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04dca512-3590-40d5-9d68-ab73de6c5491 admin admin] Made reservation on behalf of 79db19074dbf4e1fa48283dfc34bf13e for: {'subnet': 1} {{(pid=73807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 19:33:16.405412 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-04dca512-3590-40d5-9d68-ab73de6c5491 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:16.441016 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 41180) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:33:16.683812 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-89d18c75-ee08-4afa-b6e3-7c1b728bb7a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:16.707144 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-89d18c75-ee08-4afa-b6e3-7c1b728bb7a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:33:16.711504 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-89d18c75-ee08-4afa-b6e3-7c1b728bb7a8 admin admin] Usage tracker for resource:security_group_rule and tenant:3d77d48f87e8443a9f7fbd931aadb28d is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:33:16.714177 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-89d18c75-ee08-4afa-b6e3-7c1b728bb7a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:33:16.720933 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-89d18c75-ee08-4afa-b6e3-7c1b728bb7a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:33:16.839595 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-89d18c75-ee08-4afa-b6e3-7c1b728bb7a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:16.845882 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-89d18c75-ee08-4afa-b6e3-7c1b728bb7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:16.862121 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:33:16.903342 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d18c75-ee08-4afa-b6e3-7c1b728bb7a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc05c12d-29c6-4c06-8a15-34524b93f9bc,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:33:16.906755 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-89d18c75-ee08-4afa-b6e3-7c1b728bb7a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:33:16.911456 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-89d18c75-ee08-4afa-b6e3-7c1b728bb7a8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3d77d48f87e8443a9f7fbd931aadb28d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4670529 Apr 30 19:33:16.912741 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 41194) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:33:16.922496 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 41198) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:33:16.943819 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-c1b9c0e4-ae86-4658-a6f3-21d2ec80ffd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:16.966695 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-c1b9c0e4-ae86-4658-a6f3-21d2ec80ffd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:33:16.971424 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-1dc07ad0-f171-4bdf-b12d-1c53106fa552 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:16.971980 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-c1b9c0e4-ae86-4658-a6f3-21d2ec80ffd5 admin admin] Usage tracker for resource:security_group_rule and tenant:11794fb4e6334c6a9dc4c011cfb6b6a1 is out of sync, need to count used quota {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:33:16.997225 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-1dc07ad0-f171-4bdf-b12d-1c53106fa552 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:17.022828 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-c1b9c0e4-ae86-4658-a6f3-21d2ec80ffd5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:33:17.043546 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-c1b9c0e4-ae86-4658-a6f3-21d2ec80ffd5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:33:17.058577 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-1dc07ad0-f171-4bdf-b12d-1c53106fa552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:17.065407 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-169269b7-b9e7-408a-8aa1-d39c72a75108 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:33:17.078534 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc07ad0-f171-4bdf-b12d-1c53106fa552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc05c12d-29c6-4c06-8a15-34524b93f9bc,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:33:17.086866 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-1dc07ad0-f171-4bdf-b12d-1c53106fa552 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:33:17.093289 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-1dc07ad0-f171-4bdf-b12d-1c53106fa552 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:17.094393 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-1dc07ad0-f171-4bdf-b12d-1c53106fa552 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dc05c12d-29c6-4c06-8a15-34524b93f9bc HTTP/1.1" status: 204 len: 168 time: 0.1818323 Apr 30 19:33:17.095379 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78219637-39d7-47e6-bc7c-401646d7c5df req-8acb5ed3-24e3-4d5f-9a6f-ede7ef4b96b0 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:33:17.097191 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-78219637-39d7-47e6-bc7c-401646d7c5df req-8acb5ed3-24e3-4d5f-9a6f-ede7ef4b96b0 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/ports?device_id=595bc164-a92e-463d-8134-f8913beddb0b HTTP/1.1" status: 200 len: 945 time: 0.2465570 Apr 30 19:33:17.186871 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-78219637-39d7-47e6-bc7c-401646d7c5df req-d93490a9-8c95-47c1-852e-f44fac7a7297 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/security-groups?id=37889038-5279-4736-a9a0-7b515de45d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805261 Apr 30 19:33:17.264679 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-c1b9c0e4-ae86-4658-a6f3-21d2ec80ffd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:17.270250 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-c1b9c0e4-ae86-4658-a6f3-21d2ec80ffd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:17.280363 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-51fa59e4-5f97-4edb-bcb7-330844ff7558 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:33:17.315339 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-04dca512-3590-40d5-9d68-ab73de6c5491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137'] for subnet, after_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:17.332831 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b9c0e4-ae86-4658-a6f3-21d2ec80ffd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a06053cd-6c14-46f1-a595-2228c78d68c2,revision_number=1']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:33:17.336081 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-c1b9c0e4-ae86-4658-a6f3-21d2ec80ffd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:33:17.341369 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-c1b9c0e4-ae86-4658-a6f3-21d2ec80ffd5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=11794fb4e6334c6a9dc4c011cfb6b6a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4150395 Apr 30 19:33:17.341369 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-ce859551-ea9b-43c7-b7a6-971a53b5ccc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:33:17.341709 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 41212) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:33:17.419670 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dca512-3590-40d5-9d68-ab73de6c5491 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a45078d-0683-40df-8142-a303a5903f8f,revision_number=0']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:33:17.420567 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-5e041d17-6a5d-4dd2-ad49-1d0de89ee093 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:17.424703 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-04dca512-3590-40d5-9d68-ab73de6c5491 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:33:17.425790 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04dca512-3590-40d5-9d68-ab73de6c5491 admin admin] Checking segment: {'id': '2a155ab1-ffc0-4136-9f02-077e196b0575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1b9c5b20-8931-4c0a-96b0-3d7de747d204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 19:33:17.426085 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04dca512-3590-40d5-9d68-ab73de6c5491 admin admin] Network hostable DHCP agents. Network: 1b9c5b20-8931-4c0a-96b0-3d7de747d204, hostable agents: ['e57161e2-0c22-4573-bfa0-d55a94615101'], hosted agents: [] {{(pid=73807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 19:33:17.444179 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04dca512-3590-40d5-9d68-ab73de6c5491 admin admin] Network 1b9c5b20-8931-4c0a-96b0-3d7de747d204 is scheduled to be hosted by DHCP agent e57161e2-0c22-4573-bfa0-d55a94615101 with binding_index 1 {{(pid=73807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 19:33:17.454756 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.scheduler.base_scheduler [None req-04dca512-3590-40d5-9d68-ab73de6c5491 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-14-smb, 1b9c5b20-8931-4c0a-96b0-3d7de747d204) {{(pid=73807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 19:33:17.463072 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-5e041d17-6a5d-4dd2-ad49-1d0de89ee093 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:17.463768 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f585be-00e0-47fa-8be7-c0f933c77b46 None None] Network 1b9c5b20-8931-4c0a-96b0-3d7de747d204 requested from dv-cinder-733622-14-smb {{(pid=73809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 19:33:17.467778 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04dca512-3590-40d5-9d68-ab73de6c5491 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:33:17.468397 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-04dca512-3590-40d5-9d68-ab73de6c5491 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533183'] for subnet, before_response {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:17.499073 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-04dca512-3590-40d5-9d68-ab73de6c5491 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1689475 Apr 30 19:33:17.529567 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-5e041d17-6a5d-4dd2-ad49-1d0de89ee093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:17.535847 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-acc7e8fc-83ad-497e-bd92-3dec38ff913c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:33:17.546508 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e041d17-6a5d-4dd2-ad49-1d0de89ee093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a06053cd-6c14-46f1-a595-2228c78d68c2,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:33:17.550706 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 41220) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:33:17.561382 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-5e041d17-6a5d-4dd2-ad49-1d0de89ee093 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:33:17.562958 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-5e041d17-6a5d-4dd2-ad49-1d0de89ee093 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:17.565526 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-5e041d17-6a5d-4dd2-ad49-1d0de89ee093 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a06053cd-6c14-46f1-a595-2228c78d68c2 HTTP/1.1" status: 204 len: 168 time: 0.2228475 Apr 30 19:33:17.670290 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 41228) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:33:17.691760 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-51f64c2c-bb8a-41ca-96cc-b436033fba87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:17.708797 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-51f64c2c-bb8a-41ca-96cc-b436033fba87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:33:17.712975 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-51f64c2c-bb8a-41ca-96cc-b436033fba87 admin admin] Usage tracker for resource:security_group_rule and tenant:e186586deb3c4a83ab60a8977b9e5ee9 is out of sync, need to count used quota {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:33:17.716391 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-51f64c2c-bb8a-41ca-96cc-b436033fba87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:33:17.724187 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-51f64c2c-bb8a-41ca-96cc-b436033fba87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:33:17.740546 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115f7a74-17e6-4a18-b177-7ca576d71afc None None] Network 1b9c5b20-8931-4c0a-96b0-3d7de747d204 requested from dv-cinder-733622-14-smb {{(pid=73809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 19:33:17.827630 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-51f64c2c-bb8a-41ca-96cc-b436033fba87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:17.833601 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-51f64c2c-bb8a-41ca-96cc-b436033fba87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:17.878632 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:33:17.891655 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-51f64c2c-bb8a-41ca-96cc-b436033fba87 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e186586deb3c4a83ab60a8977b9e5ee9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2188983 Apr 30 19:33:17.894150 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 41238) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:33:17.983367 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f64c2c-bb8a-41ca-96cc-b436033fba87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3669a437-8640-4f3a-ba6b-e2cdc0db7c3c,revision_number=1']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:33:17.997378 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-51f64c2c-bb8a-41ca-96cc-b436033fba87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:33:17.999377 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-168eec1b-e8a0-4d0f-92a0-f01d57929474 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:18.043907 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-168eec1b-e8a0-4d0f-92a0-f01d57929474 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:33:18.045454 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-c32c8fec-0f74-4a50-80e2-94ab645a7bd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:18.053206 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-168eec1b-e8a0-4d0f-92a0-f01d57929474 admin admin] Usage tracker for resource:security_group_rule and tenant:79cd51afe57e4a3d9d5a71008da55e9c is out of sync, need to count used quota {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:33:18.059810 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-168eec1b-e8a0-4d0f-92a0-f01d57929474 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:33:18.071929 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-168eec1b-e8a0-4d0f-92a0-f01d57929474 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:33:18.113762 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-c32c8fec-0f74-4a50-80e2-94ab645a7bd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:18.209293 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-c32c8fec-0f74-4a50-80e2-94ab645a7bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:18.214534 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-7984e24d-c913-44f5-abbd-ea7990b8445d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:33:18.226577 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32c8fec-0f74-4a50-80e2-94ab645a7bd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3669a437-8640-4f3a-ba6b-e2cdc0db7c3c,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:33:18.248736 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-c32c8fec-0f74-4a50-80e2-94ab645a7bd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:33:18.256714 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-c32c8fec-0f74-4a50-80e2-94ab645a7bd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:18.257857 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-c32c8fec-0f74-4a50-80e2-94ab645a7bd5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3669a437-8640-4f3a-ba6b-e2cdc0db7c3c HTTP/1.1" status: 204 len: 168 time: 0.3616476 Apr 30 19:33:18.350746 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-168eec1b-e8a0-4d0f-92a0-f01d57929474 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:18.355151 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-168eec1b-e8a0-4d0f-92a0-f01d57929474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:18.368587 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-2b54cf4a-bebd-4087-bf3c-c6b1d21f886e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:33:18.416740 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168eec1b-e8a0-4d0f-92a0-f01d57929474 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb9f2618-eda5-4476-9ee0-149243792f9f,revision_number=1']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:33:18.449529 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-168eec1b-e8a0-4d0f-92a0-f01d57929474 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:33:18.463593 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 41276) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:33:18.463864 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-168eec1b-e8a0-4d0f-92a0-f01d57929474 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=79cd51afe57e4a3d9d5a71008da55e9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9119527 Apr 30 19:33:18.637680 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-d430a63a-37ec-45db-b9ed-3a78ee108fd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:18.678913 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-d430a63a-37ec-45db-b9ed-3a78ee108fd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:18.689239 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002cc13e-e39d-4b06-bad6-6134107c542b req-34628d40-dcb9-4bf2-b7a5-ba8b6c08da80 tempest-VolumesActionsTest-700052401 tempest-VolumesActionsTest-700052401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:33:18.691264 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-002cc13e-e39d-4b06-bad6-6134107c542b req-34628d40-dcb9-4bf2-b7a5-ba8b6c08da80 tempest-VolumesActionsTest-700052401 tempest-VolumesActionsTest-700052401-project] 10.222.0.41 "GET /v2.0/networks?id=68ad0d51-25c7-4bfc-83ed-1901b891944d HTTP/1.1" status: 200 len: 809 time: 0.2264080 Apr 30 19:33:18.697761 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f31b05-59f7-4131-8d50-66057b463091 req-3323ebc5-1d74-4456-b374-5b0c32228d5e tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:33:18.706634 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-08f31b05-59f7-4131-8d50-66057b463091 req-3323ebc5-1d74-4456-b374-5b0c32228d5e tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/ports?device_id=595bc164-a92e-463d-8134-f8913beddb0b HTTP/1.1" status: 200 len: 945 time: 0.2197657 Apr 30 19:33:18.716980 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-002cc13e-e39d-4b06-bad6-6134107c542b req-c2615aab-cd3e-4a7b-99d5-4ac96392587c tempest-VolumesActionsTest-700052401 tempest-VolumesActionsTest-700052401-project] 10.222.0.41 "GET /v2.0/quotas/806f97d2f15e4e81952858813d5fc8f4 HTTP/1.1" status: 200 len: 375 time: 0.0124555 Apr 30 19:33:18.777987 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-d430a63a-37ec-45db-b9ed-3a78ee108fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:18.782067 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-002cc13e-e39d-4b06-bad6-6134107c542b req-a95e49c6-6aa5-40a1-8464-5068ae6134ec tempest-VolumesActionsTest-700052401 tempest-VolumesActionsTest-700052401-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=806f97d2f15e4e81952858813d5fc8f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0578277 Apr 30 19:33:18.785773 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-e3ac906e-e6a1-4a08-8ddc-abb0ae22e10d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:33:18.799549 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d430a63a-37ec-45db-b9ed-3a78ee108fd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb9f2618-eda5-4476-9ee0-149243792f9f,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:33:18.801945 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-d430a63a-37ec-45db-b9ed-3a78ee108fd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:33:18.812094 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-08f31b05-59f7-4131-8d50-66057b463091 req-05285331-81ce-4aa6-b8a2-3a23c590c820 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/security-groups?id=37889038-5279-4736-a9a0-7b515de45d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027076 Apr 30 19:33:18.833309 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-d430a63a-37ec-45db-b9ed-3a78ee108fd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:18.836289 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-d430a63a-37ec-45db-b9ed-3a78ee108fd2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/eb9f2618-eda5-4476-9ee0-149243792f9f HTTP/1.1" status: 204 len: 168 time: 0.3694754 Apr 30 19:33:18.954647 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-002cc13e-e39d-4b06-bad6-6134107c542b req-9c507b35-c3c2-4648-942e-ab8b792cdc9c service neutron] 10.222.0.41 "GET /v2.0/networks/68ad0d51-25c7-4bfc-83ed-1901b891944d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639647 Apr 30 19:33:19.104155 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-002cc13e-e39d-4b06-bad6-6134107c542b req-c972b350-cb95-4f88-bf71-b541e3c5d79a service neutron] 10.222.0.41 "GET /v2.0/networks/68ad0d51-25c7-4bfc-83ed-1901b891944d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424184 Apr 30 19:33:19.339315 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-4589a535-9ff2-4ea4-87bb-07fc0bc131ef req-bae8797c-e991-45a0-a161-534d28685e60 tempest-VolumesActionsTest-700052401 tempest-VolumesActionsTest-700052401-project] 10.222.0.41 "GET /v2.0/ports?device_id=5407b924-2654-47c8-a64d-b574b08c46c6 HTTP/1.1" status: 200 len: 210 time: 0.0765452 Apr 30 19:33:20.054026 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6d3994-524e-4ecf-be23-796f169a23d2 req-10f42b53-0dec-40a6-9900-5d7fb52f31e3 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:33:20.061836 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-5e6d3994-524e-4ecf-be23-796f169a23d2 req-10f42b53-0dec-40a6-9900-5d7fb52f31e3 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/ports?device_id=595bc164-a92e-463d-8134-f8913beddb0b HTTP/1.1" status: 200 len: 945 time: 0.1084893 Apr 30 19:33:20.113722 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-5e6d3994-524e-4ecf-be23-796f169a23d2 req-524b60ef-0214-494e-9ba2-b9f3e7c6411a tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/security-groups?id=37889038-5279-4736-a9a0-7b515de45d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509536 Apr 30 19:33:20.406470 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 41386) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:33:20.512062 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-a2090fe1-2037-483f-b2ec-2e9ceffa98db req-a53a9005-46e3-4abc-8475-cb268443f562 tempest-VolumesActionsTest-700052401 tempest-VolumesActionsTest-700052401-project] 10.222.0.41 "GET /v2.0/ports?device_id=5407b924-2654-47c8-a64d-b574b08c46c6 HTTP/1.1" status: 200 len: 210 time: 0.0575790 Apr 30 19:33:20.726868 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-800dcb7e-e3b2-46b6-ae30-3e74f1d2f250 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:20.759774 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-800dcb7e-e3b2-46b6-ae30-3e74f1d2f250 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:33:20.764167 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-800dcb7e-e3b2-46b6-ae30-3e74f1d2f250 admin admin] Usage tracker for resource:security_group_rule and tenant:6c8310224d37448794fa02fde54bd44f is out of sync, need to count used quota {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:33:20.768806 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-800dcb7e-e3b2-46b6-ae30-3e74f1d2f250 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:33:20.780199 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-800dcb7e-e3b2-46b6-ae30-3e74f1d2f250 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:33:20.850814 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002cc13e-e39d-4b06-bad6-6134107c542b req-457fae07-aa0c-4a0d-820c-be6906f9fd67 tempest-VolumesActionsTest-700052401 tempest-VolumesActionsTest-700052401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:33:20.852705 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-002cc13e-e39d-4b06-bad6-6134107c542b req-457fae07-aa0c-4a0d-820c-be6906f9fd67 tempest-VolumesActionsTest-700052401 tempest-VolumesActionsTest-700052401-project] 10.222.0.48 "GET /v2.0/networks?id=68ad0d51-25c7-4bfc-83ed-1901b891944d HTTP/1.1" status: 200 len: 809 time: 0.2506206 Apr 30 19:33:20.875213 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.v2.base [req-002cc13e-e39d-4b06-bad6-6134107c542b req-8426c45f-025e-4f93-b9e5-5c068896b443 tempest-VolumesActionsTest-700052401 tempest-VolumesActionsTest-700052401-project] Request body: {'port': {'device_id': '5407b924-2654-47c8-a64d-b574b08c46c6', 'network_id': '68ad0d51-25c7-4bfc-83ed-1901b891944d', 'admin_state_up': True, 'tenant_id': '806f97d2f15e4e81952858813d5fc8f4'}} {{(pid=73807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 19:33:21.037811 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-800dcb7e-e3b2-46b6-ae30-3e74f1d2f250 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:21.042672 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-800dcb7e-e3b2-46b6-ae30-3e74f1d2f250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:21.059432 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-d599f500-1147-4d47-a7d4-f3b1870fc3f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:33:21.103129 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [req-002cc13e-e39d-4b06-bad6-6134107c542b req-8426c45f-025e-4f93-b9e5-5c068896b443 tempest-VolumesActionsTest-700052401 tempest-VolumesActionsTest-700052401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:33:21.109965 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-800dcb7e-e3b2-46b6-ae30-3e74f1d2f250 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6c8310224d37448794fa02fde54bd44f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7017424 Apr 30 19:33:21.113533 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 41422) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:33:21.115367 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [req-002cc13e-e39d-4b06-bad6-6134107c542b req-8426c45f-025e-4f93-b9e5-5c068896b443 tempest-VolumesActionsTest-700052401 tempest-VolumesActionsTest-700052401-project] Usage tracker for resource:port and tenant:806f97d2f15e4e81952858813d5fc8f4 is out of sync, need to count used quota {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:33:21.130012 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [req-002cc13e-e39d-4b06-bad6-6134107c542b req-8426c45f-025e-4f93-b9e5-5c068896b443 tempest-VolumesActionsTest-700052401 tempest-VolumesActionsTest-700052401-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:33:21.140524 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800dcb7e-e3b2-46b6-ae30-3e74f1d2f250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fdc5b2c-d834-48df-ab30-70db1026be04,revision_number=1']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:33:21.159821 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-800dcb7e-e3b2-46b6-ae30-3e74f1d2f250 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:33:21.160787 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [req-002cc13e-e39d-4b06-bad6-6134107c542b req-8426c45f-025e-4f93-b9e5-5c068896b443 tempest-VolumesActionsTest-700052401 tempest-VolumesActionsTest-700052401-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:33:21.177813 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-002cc13e-e39d-4b06-bad6-6134107c542b req-8426c45f-025e-4f93-b9e5-5c068896b443 tempest-VolumesActionsTest-700052401 tempest-VolumesActionsTest-700052401-project] Made reservation on behalf of 806f97d2f15e4e81952858813d5fc8f4 for: {'port': 1} {{(pid=73807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 19:33:21.181504 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-002cc13e-e39d-4b06-bad6-6134107c542b req-8426c45f-025e-4f93-b9e5-5c068896b443 tempest-VolumesActionsTest-700052401 tempest-VolumesActionsTest-700052401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:21.216434 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-a58976e8-84f8-4905-b7d3-fdbbd98ac319 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:21.280266 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-a58976e8-84f8-4905-b7d3-fdbbd98ac319 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:21.458984 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cdd0c9-ad6e-4edb-a00b-ad4709299f41 req-cf5127e5-175a-48eb-8673-d8224c29825c tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:33:21.468579 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-d7cdd0c9-ad6e-4edb-a00b-ad4709299f41 req-cf5127e5-175a-48eb-8673-d8224c29825c tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/ports?device_id=595bc164-a92e-463d-8134-f8913beddb0b HTTP/1.1" status: 200 len: 945 time: 0.1487076 Apr 30 19:33:21.493777 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-a58976e8-84f8-4905-b7d3-fdbbd98ac319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:21.511912 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:33:21.515789 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.db_base_plugin_common [req-002cc13e-e39d-4b06-bad6-6134107c542b req-8426c45f-025e-4f93-b9e5-5c068896b443 tempest-VolumesActionsTest-700052401 tempest-VolumesActionsTest-700052401-project] Allocated IP 172.20.0.5 (68ad0d51-25c7-4bfc-83ed-1901b891944d/54fd9381-dc1e-4831-8d3f-eff5b4bf9994/91506128-9707-4ab6-ba32-fdf16dcf1439) {{(pid=73807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 19:33:21.535780 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58976e8-84f8-4905-b7d3-fdbbd98ac319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fdc5b2c-d834-48df-ab30-70db1026be04,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:33:21.569675 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-a58976e8-84f8-4905-b7d3-fdbbd98ac319 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:33:21.590619 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-d7cdd0c9-ad6e-4edb-a00b-ad4709299f41 req-fbfd9619-be67-4faf-82a5-17908e11bccc tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/security-groups?id=37889038-5279-4736-a9a0-7b515de45d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209140 Apr 30 19:33:21.600438 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-a58976e8-84f8-4905-b7d3-fdbbd98ac319 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:21.601688 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-a58976e8-84f8-4905-b7d3-fdbbd98ac319 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5fdc5b2c-d834-48df-ab30-70db1026be04 HTTP/1.1" status: 204 len: 168 time: 0.4871719 Apr 30 19:33:21.729669 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-9349a474-1931-4bf2-a6a0-a70d4c882203 req-92b20376-b7ad-4968-9317-dafcbae54055 tempest-VolumesActionsTest-700052401 tempest-VolumesActionsTest-700052401-project] 10.222.0.41 "GET /v2.0/ports?device_id=5407b924-2654-47c8-a64d-b574b08c46c6 HTTP/1.1" status: 200 len: 210 time: 0.0634661 Apr 30 19:33:21.931652 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-002cc13e-e39d-4b06-bad6-6134107c542b req-8426c45f-025e-4f93-b9e5-5c068896b443 tempest-VolumesActionsTest-700052401 tempest-VolumesActionsTest-700052401-project] Notify callbacks [] for port, precommit_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:21.989219 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-002cc13e-e39d-4b06-bad6-6134107c542b req-8426c45f-025e-4f93-b9e5-5c068896b443 tempest-VolumesActionsTest-700052401 tempest-VolumesActionsTest-700052401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780696898070'] for port, after_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:21.996945 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-51ede425-c73b-4abb-a723-13eb3f95f6c0 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:33:22.063043 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-002cc13e-e39d-4b06-bad6-6134107c542b req-8426c45f-025e-4f93-b9e5-5c068896b443 tempest-VolumesActionsTest-700052401 tempest-VolumesActionsTest-700052401-project] Network 68ad0d51-25c7-4bfc-83ed-1901b891944d is already hosted by enough agents. {{(pid=73807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 19:33:22.066270 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.scheduler.base_scheduler [req-002cc13e-e39d-4b06-bad6-6134107c542b req-8426c45f-025e-4f93-b9e5-5c068896b443 tempest-VolumesActionsTest-700052401 tempest-VolumesActionsTest-700052401-project] Resources bound (agent type, host, resource id): {{(pid=73807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 19:33:22.068652 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.l3_dvrscheduler_db [req-002cc13e-e39d-4b06-bad6-6134107c542b req-8426c45f-025e-4f93-b9e5-5c068896b443 tempest-VolumesActionsTest-700052401 tempest-VolumesActionsTest-700052401-project] Received port after_create {{(pid=73807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 19:33:22.074654 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002cc13e-e39d-4b06-bad6-6134107c542b req-8426c45f-025e-4f93-b9e5-5c068896b443 tempest-VolumesActionsTest-700052401 tempest-VolumesActionsTest-700052401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:33:22.075038 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-002cc13e-e39d-4b06-bad6-6134107c542b req-8426c45f-025e-4f93-b9e5-5c068896b443 tempest-VolumesActionsTest-700052401 tempest-VolumesActionsTest-700052401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533183'] for port, before_response {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:22.103838 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8426c45f-025e-4f93-b9e5-5c068896b443 tempest-VolumesActionsTest-700052401 tempest-VolumesActionsTest-700052401-project] Pushing event updated for resources: {'Port': ['ID=91506128-9707-4ab6-ba32-fdf16dcf1439,revision_number=1']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:33:22.107054 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-8426c45f-025e-4f93-b9e5-5c068896b443 tempest-VolumesActionsTest-700052401 tempest-VolumesActionsTest-700052401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:33:22.134216 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-002cc13e-e39d-4b06-bad6-6134107c542b req-8426c45f-025e-4f93-b9e5-5c068896b443 tempest-VolumesActionsTest-700052401 tempest-VolumesActionsTest-700052401-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2661612 Apr 30 19:33:22.148474 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.v2.base [req-002cc13e-e39d-4b06-bad6-6134107c542b req-104b6dd4-1001-4ed0-8fbc-79061f538311 service neutron] Request body: {'port': {'device_id': '5407b924-2654-47c8-a64d-b574b08c46c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=73807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 19:33:22.154188 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 41494) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:33:22.183923 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-bda43aa4-5ba3-4b19-996b-c6392b27b5eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:22.211949 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-bda43aa4-5ba3-4b19-996b-c6392b27b5eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:33:22.226845 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-bda43aa4-5ba3-4b19-996b-c6392b27b5eb admin admin] Usage tracker for resource:security_group_rule and tenant:8f4fa999ec6c47ac8f86a7d9718de025 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:33:22.230200 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-bda43aa4-5ba3-4b19-996b-c6392b27b5eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:33:22.236734 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-bda43aa4-5ba3-4b19-996b-c6392b27b5eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:33:22.277837 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-002cc13e-e39d-4b06-bad6-6134107c542b req-104b6dd4-1001-4ed0-8fbc-79061f538311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:22.381781 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-bda43aa4-5ba3-4b19-996b-c6392b27b5eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:22.387487 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-bda43aa4-5ba3-4b19-996b-c6392b27b5eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:22.416948 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-5d05f9d4-6451-408d-998f-2052d7459032 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:33:22.453523 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda43aa4-5ba3-4b19-996b-c6392b27b5eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccec5c58-0b61-4ed8-bbe0-74bb3e982b39,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:33:22.473177 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-bda43aa4-5ba3-4b19-996b-c6392b27b5eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:33:22.509487 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-bda43aa4-5ba3-4b19-996b-c6392b27b5eb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8f4fa999ec6c47ac8f86a7d9718de025&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3542163 Apr 30 19:33:22.512751 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 41524) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:33:22.615929 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-990b1e5c-e5c1-4433-9cd7-4f8395b04b3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:22.693250 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-990b1e5c-e5c1-4433-9cd7-4f8395b04b3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:22.821752 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-990b1e5c-e5c1-4433-9cd7-4f8395b04b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:22.830547 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-25b17915-b1e5-446b-bebd-304b46b67ee8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:33:22.852326 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990b1e5c-e5c1-4433-9cd7-4f8395b04b3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccec5c58-0b61-4ed8-bbe0-74bb3e982b39,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:33:22.857104 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-990b1e5c-e5c1-4433-9cd7-4f8395b04b3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:33:22.872160 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-990b1e5c-e5c1-4433-9cd7-4f8395b04b3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:22.873788 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-990b1e5c-e5c1-4433-9cd7-4f8395b04b3d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ccec5c58-0b61-4ed8-bbe0-74bb3e982b39 HTTP/1.1" status: 204 len: 168 time: 0.3596618 Apr 30 19:33:22.918192 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06edc693-adca-42a6-b786-0a767675588d req-8051c9ea-1b54-41c3-8e31-9f511dc42502 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:33:22.920714 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-06edc693-adca-42a6-b786-0a767675588d req-8051c9ea-1b54-41c3-8e31-9f511dc42502 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/ports?device_id=595bc164-a92e-463d-8134-f8913beddb0b HTTP/1.1" status: 200 len: 945 time: 0.1446795 Apr 30 19:33:22.990906 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-06edc693-adca-42a6-b786-0a767675588d req-479e4617-dcea-4806-99a9-f643f2b8e178 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/security-groups?id=37889038-5279-4736-a9a0-7b515de45d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601671 Apr 30 19:33:23.047202 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.notifiers.nova [req-002cc13e-e39d-4b06-bad6-6134107c542b req-104b6dd4-1001-4ed0-8fbc-79061f538311 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91506128-9707-4ab6-ba32-fdf16dcf1439 {{(pid=73807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 19:33:23.056771 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-002cc13e-e39d-4b06-bad6-6134107c542b req-104b6dd4-1001-4ed0-8fbc-79061f538311 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:23.087248 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.provisioning_blocks [req-002cc13e-e39d-4b06-bad6-6134107c542b req-104b6dd4-1001-4ed0-8fbc-79061f538311 service neutron] Transition to ACTIVE for port object 91506128-9707-4ab6-ba32-fdf16dcf1439 will not be triggered until provisioned by entity L2. {{(pid=73807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 19:33:23.096330 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-002cc13e-e39d-4b06-bad6-6134107c542b req-104b6dd4-1001-4ed0-8fbc-79061f538311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133'] for port, after_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:23.106205 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:33:23.178637 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a448e9-8803-4589-a216-ff906d0d1e09 req-5fc3b3c2-68cf-43a6-9a3b-c4c83b946c67 tempest-VolumesActionsTest-700052401 tempest-VolumesActionsTest-700052401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:33:23.179392 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [req-e6a448e9-8803-4589-a216-ff906d0d1e09 req-5fc3b3c2-68cf-43a6-9a3b-c4c83b946c67 tempest-VolumesActionsTest-700052401 tempest-VolumesActionsTest-700052401-project] Synchronizing usage tracker for tenant:806f97d2f15e4e81952858813d5fc8f4 on resource:port {{(pid=73807) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 19:33:23.321827 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [req-e6a448e9-8803-4589-a216-ff906d0d1e09 req-5fc3b3c2-68cf-43a6-9a3b-c4c83b946c67 tempest-VolumesActionsTest-700052401 tempest-VolumesActionsTest-700052401-project] Unset dirty status for tenant:806f97d2f15e4e81952858813d5fc8f4 on resource:port {{(pid=73807) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 19:33:23.324909 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-e6a448e9-8803-4589-a216-ff906d0d1e09 req-5fc3b3c2-68cf-43a6-9a3b-c4c83b946c67 tempest-VolumesActionsTest-700052401 tempest-VolumesActionsTest-700052401-project] 10.222.0.41 "GET /v2.0/ports?device_id=5407b924-2654-47c8-a64d-b574b08c46c6 HTTP/1.1" status: 200 len: 931 time: 0.4211578 Apr 30 19:33:23.346834 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104b6dd4-1001-4ed0-8fbc-79061f538311 service neutron] Pushing event updated for resources: {'Port': ['ID=91506128-9707-4ab6-ba32-fdf16dcf1439,revision_number=2']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:33:23.363722 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-104b6dd4-1001-4ed0-8fbc-79061f538311 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:33:23.402440 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.managers [req-002cc13e-e39d-4b06-bad6-6134107c542b req-104b6dd4-1001-4ed0-8fbc-79061f538311 service neutron] Attempting to bind port 91506128-9707-4ab6-ba32-fdf16dcf1439 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=73807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 19:33:23.402775 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.managers [req-002cc13e-e39d-4b06-bad6-6134107c542b req-104b6dd4-1001-4ed0-8fbc-79061f538311 service neutron] Attempting to bind port 91506128-9707-4ab6-ba32-fdf16dcf1439 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': 'ffaf9df7-ba70-4d7f-a0e6-93406ec30f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '68ad0d51-25c7-4bfc-83ed-1901b891944d'}] {{(pid=73807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 19:33:23.403103 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-002cc13e-e39d-4b06-bad6-6134107c542b req-104b6dd4-1001-4ed0-8fbc-79061f538311 service neutron] Attempting to bind port 91506128-9707-4ab6-ba32-fdf16dcf1439 on network 68ad0d51-25c7-4bfc-83ed-1901b891944d {{(pid=73807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 19:33:23.411771 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-e6a448e9-8803-4589-a216-ff906d0d1e09 req-59749716-3f28-41ea-ba3b-7737aed3757b tempest-VolumesActionsTest-700052401 tempest-VolumesActionsTest-700052401-project] 10.222.0.41 "GET /v2.0/security-groups?id=67f41bf1-23b2-43c9-a82a-677376a56a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858836 Apr 30 19:33:23.412502 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-002cc13e-e39d-4b06-bad6-6134107c542b req-104b6dd4-1001-4ed0-8fbc-79061f538311 service neutron] Port 91506128-9707-4ab6-ba32-fdf16dcf1439 on network 68ad0d51-25c7-4bfc-83ed-1901b891944d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=73807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 19:33:23.412820 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-002cc13e-e39d-4b06-bad6-6134107c542b req-104b6dd4-1001-4ed0-8fbc-79061f538311 service neutron] Attempting to bind port 91506128-9707-4ab6-ba32-fdf16dcf1439 on network 68ad0d51-25c7-4bfc-83ed-1901b891944d {{(pid=73807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 19:33:23.421481 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-002cc13e-e39d-4b06-bad6-6134107c542b req-104b6dd4-1001-4ed0-8fbc-79061f538311 service neutron] Checking agent: {'id': '787256c0-27a9-4f74-baeb-f887319a5aee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 19, 30, 29), 'started_at': datetime.datetime(2021, 4, 30, 19, 30, 29), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 19, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 19:33:23.421891 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-002cc13e-e39d-4b06-bad6-6134107c542b req-104b6dd4-1001-4ed0-8fbc-79061f538311 service neutron] Checking segment: {'id': 'ffaf9df7-ba70-4d7f-a0e6-93406ec30f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '68ad0d51-25c7-4bfc-83ed-1901b891944d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 19:33:23.422343 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-002cc13e-e39d-4b06-bad6-6134107c542b req-104b6dd4-1001-4ed0-8fbc-79061f538311 service neutron] Bound using segment: {'id': 'ffaf9df7-ba70-4d7f-a0e6-93406ec30f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '68ad0d51-25c7-4bfc-83ed-1901b891944d'} {{(pid=73807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 19:33:23.422917 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.managers [req-002cc13e-e39d-4b06-bad6-6134107c542b req-104b6dd4-1001-4ed0-8fbc-79061f538311 service neutron] Bound port: 91506128-9707-4ab6-ba32-fdf16dcf1439, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffaf9df7-ba70-4d7f-a0e6-93406ec30f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '68ad0d51-25c7-4bfc-83ed-1901b891944d'}}] {{(pid=73807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 19:33:23.423332 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-002cc13e-e39d-4b06-bad6-6134107c542b req-104b6dd4-1001-4ed0-8fbc-79061f538311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:23.527812 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.db [req-002cc13e-e39d-4b06-bad6-6134107c542b req-104b6dd4-1001-4ed0-8fbc-79061f538311 service neutron] For port 91506128-9707-4ab6-ba32-fdf16dcf1439, host hv-cinder-73362, cleared binding levels {{(pid=73807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 19:33:23.532107 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.db [req-002cc13e-e39d-4b06-bad6-6134107c542b req-104b6dd4-1001-4ed0-8fbc-79061f538311 service neutron] For port 91506128-9707-4ab6-ba32-fdf16dcf1439, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=91506128-9707-4ab6-ba32-fdf16dcf1439,segment=NetworkSegment(ffaf9df7-ba70-4d7f-a0e6-93406ec30f46),segment_id=ffaf9df7-ba70-4d7f-a0e6-93406ec30f46)] {{(pid=73807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 19:33:23.539699 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-002cc13e-e39d-4b06-bad6-6134107c542b req-104b6dd4-1001-4ed0-8fbc-79061f538311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133'] for port, after_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:23.544523 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:33:23.599745 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002cc13e-e39d-4b06-bad6-6134107c542b req-104b6dd4-1001-4ed0-8fbc-79061f538311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:33:23.603757 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-002cc13e-e39d-4b06-bad6-6134107c542b req-104b6dd4-1001-4ed0-8fbc-79061f538311 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533183'] for port, before_response {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:23.603757 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-002cc13e-e39d-4b06-bad6-6134107c542b req-104b6dd4-1001-4ed0-8fbc-79061f538311 service neutron] 10.222.0.48 "PUT /v2.0/ports/91506128-9707-4ab6-ba32-fdf16dcf1439 HTTP/1.1" status: 200 len: 1093 time: 1.4593878 Apr 30 19:33:23.603757 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5407b924-2654-47c8-a64d-b574b08c46c6', 'tag': '91506128-9707-4ab6-ba32-fdf16dcf1439'}] {{(pid=73807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 19:33:23.653581 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104b6dd4-1001-4ed0-8fbc-79061f538311 service neutron] Pushing event updated for resources: {'Port': ['ID=91506128-9707-4ab6-ba32-fdf16dcf1439,revision_number=3']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:33:23.662795 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-104b6dd4-1001-4ed0-8fbc-79061f538311 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:33:23.706131 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5407b924-2654-47c8-a64d-b574b08c46c6', 'tag': '91506128-9707-4ab6-ba32-fdf16dcf1439', 'status': 'completed', 'code': 200} Apr 30 19:33:23.756775 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002cc13e-e39d-4b06-bad6-6134107c542b req-05866b40-9b9e-4373-a2e9-d12a93630a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:33:23.758563 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-002cc13e-e39d-4b06-bad6-6134107c542b req-05866b40-9b9e-4373-a2e9-d12a93630a18 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=806f97d2f15e4e81952858813d5fc8f4&device_id=5407b924-2654-47c8-a64d-b574b08c46c6 HTTP/1.1" status: 200 len: 1096 time: 0.0976424 Apr 30 19:33:23.855883 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-002cc13e-e39d-4b06-bad6-6134107c542b req-fb6be0cc-37c4-43aa-ad8f-d7f676cc1873 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=91506128-9707-4ab6-ba32-fdf16dcf1439 HTTP/1.1" status: 200 len: 217 time: 0.0864723 Apr 30 19:33:23.954364 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65d88e71-0ada-4844-bd46-4ff3bde3ec09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:23.956515 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002cc13e-e39d-4b06-bad6-6134107c542b req-6392096c-b844-41e5-b03b-19117996bc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:33:23.959088 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-002cc13e-e39d-4b06-bad6-6134107c542b req-6392096c-b844-41e5-b03b-19117996bc82 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=54fd9381-dc1e-4831-8d3f-eff5b4bf9994 HTTP/1.1" status: 200 len: 849 time: 0.0953879 Apr 30 19:33:24.032490 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-002cc13e-e39d-4b06-bad6-6134107c542b req-a4d7c303-4e3f-4bfa-8ddd-e702f755dc85 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=68ad0d51-25c7-4bfc-83ed-1901b891944d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654888 Apr 30 19:33:24.276370 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5974e20-4ed9-4a19-9a6b-d49c0b36c2bb req-0937748e-31b4-4500-b38b-f324158eb472 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:33:24.279603 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-f5974e20-4ed9-4a19-9a6b-d49c0b36c2bb req-0937748e-31b4-4500-b38b-f324158eb472 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/ports?device_id=595bc164-a92e-463d-8134-f8913beddb0b HTTP/1.1" status: 200 len: 945 time: 0.1015286 Apr 30 19:33:24.351798 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-002cc13e-e39d-4b06-bad6-6134107c542b req-380b7d99-ff53-4385-b5ad-055beaf89772 service neutron] 10.222.0.48 "GET /v2.0/networks/68ad0d51-25c7-4bfc-83ed-1901b891944d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3111830 Apr 30 19:33:24.357277 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-f5974e20-4ed9-4a19-9a6b-d49c0b36c2bb req-7caea099-5d7d-4630-93a5-a9bdfc088c0b tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/security-groups?id=37889038-5279-4736-a9a0-7b515de45d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706551 Apr 30 19:33:24.571875 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-002cc13e-e39d-4b06-bad6-6134107c542b req-78d7893b-fb9d-48b6-9b55-308a245829d7 service neutron] 10.222.0.48 "GET /v2.0/networks/68ad0d51-25c7-4bfc-83ed-1901b891944d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034397 Apr 30 19:33:24.713867 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b91b347-41ad-4d8c-b2f2-d30a8bd4922e req-5695c271-2a6c-4252-9184-f41250438df6 tempest-VolumesActionsTest-700052401 tempest-VolumesActionsTest-700052401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:33:24.722547 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-3b91b347-41ad-4d8c-b2f2-d30a8bd4922e req-5695c271-2a6c-4252-9184-f41250438df6 tempest-VolumesActionsTest-700052401 tempest-VolumesActionsTest-700052401-project] 10.222.0.41 "GET /v2.0/ports?device_id=5407b924-2654-47c8-a64d-b574b08c46c6 HTTP/1.1" status: 200 len: 943 time: 0.1771457 Apr 30 19:33:24.789450 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [req-3b91b347-41ad-4d8c-b2f2-d30a8bd4922e req-541e0d78-4089-44f7-9504-5e1cadbd3e77 tempest-VolumesActionsTest-700052401 tempest-VolumesActionsTest-700052401-project] Synchronizing usage tracker for tenant:806f97d2f15e4e81952858813d5fc8f4 on resource:security_group {{(pid=73808) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 19:33:24.789725 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5afc01a-4682-47a3-8170-3c0d949a8f07 req-75b6ff62-4202-49e0-b87a-9b2994820222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:33:24.791180 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-e5afc01a-4682-47a3-8170-3c0d949a8f07 req-75b6ff62-4202-49e0-b87a-9b2994820222 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=806f97d2f15e4e81952858813d5fc8f4&device_id=5407b924-2654-47c8-a64d-b574b08c46c6 HTTP/1.1" status: 200 len: 1096 time: 0.1448946 Apr 30 19:33:24.822414 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [req-3b91b347-41ad-4d8c-b2f2-d30a8bd4922e req-541e0d78-4089-44f7-9504-5e1cadbd3e77 tempest-VolumesActionsTest-700052401 tempest-VolumesActionsTest-700052401-project] Unset dirty status for tenant:806f97d2f15e4e81952858813d5fc8f4 on resource:security_group {{(pid=73808) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 19:33:24.824294 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-3b91b347-41ad-4d8c-b2f2-d30a8bd4922e req-541e0d78-4089-44f7-9504-5e1cadbd3e77 tempest-VolumesActionsTest-700052401 tempest-VolumesActionsTest-700052401-project] 10.222.0.41 "GET /v2.0/security-groups?id=67f41bf1-23b2-43c9-a82a-677376a56a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006947 Apr 30 19:33:24.853652 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 41670) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:33:25.026183 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5afc01a-4682-47a3-8170-3c0d949a8f07 req-4f4e2ac2-200a-4720-b11e-aba82f61421b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:33:25.027766 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-e5afc01a-4682-47a3-8170-3c0d949a8f07 req-4f4e2ac2-200a-4720-b11e-aba82f61421b service neutron] 10.222.0.48 "GET /v2.0/networks?id=68ad0d51-25c7-4bfc-83ed-1901b891944d HTTP/1.1" status: 200 len: 910 time: 0.2176645 Apr 30 19:33:25.160782 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-e5afc01a-4682-47a3-8170-3c0d949a8f07 req-3ba16a64-1145-4f5f-a9df-281bbc467d79 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=91506128-9707-4ab6-ba32-fdf16dcf1439 HTTP/1.1" status: 200 len: 217 time: 0.1223550 Apr 30 19:33:25.168892 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-5eee3604-4908-4390-b97c-18dc77f9d86a admin admin] Notify callbacks [] for security_group, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:25.192382 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-5eee3604-4908-4390-b97c-18dc77f9d86a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:33:25.197370 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-5eee3604-4908-4390-b97c-18dc77f9d86a admin admin] Usage tracker for resource:security_group_rule and tenant:6bdbdee4cb0a486fb8017cb517390216 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:33:25.201266 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-5eee3604-4908-4390-b97c-18dc77f9d86a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:33:25.208978 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-5eee3604-4908-4390-b97c-18dc77f9d86a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:33:25.312638 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-5eee3604-4908-4390-b97c-18dc77f9d86a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:25.319333 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-5eee3604-4908-4390-b97c-18dc77f9d86a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:25.327018 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-7310d526-32be-4c3f-a78f-5a47f2d73468 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:33:25.333493 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5afc01a-4682-47a3-8170-3c0d949a8f07 req-e21304d3-5178-4b4a-b5dd-a83d6059fb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:33:25.335658 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-e5afc01a-4682-47a3-8170-3c0d949a8f07 req-e21304d3-5178-4b4a-b5dd-a83d6059fb8f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=54fd9381-dc1e-4831-8d3f-eff5b4bf9994 HTTP/1.1" status: 200 len: 849 time: 0.1660712 Apr 30 19:33:25.377965 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eee3604-4908-4390-b97c-18dc77f9d86a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43c254c1-9015-4883-8d40-ea25562b41e0,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:33:25.386049 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-5eee3604-4908-4390-b97c-18dc77f9d86a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:33:25.390540 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-5eee3604-4908-4390-b97c-18dc77f9d86a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6bdbdee4cb0a486fb8017cb517390216&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5429449 Apr 30 19:33:25.396505 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 41688) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:33:25.414120 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-e5afc01a-4682-47a3-8170-3c0d949a8f07 req-635242f2-ebc2-44f2-b53e-772c8339596d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=68ad0d51-25c7-4bfc-83ed-1901b891944d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637372 Apr 30 19:33:25.476793 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-8de0f8f0-2c33-4fd1-ba60-6784acd796ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:25.535838 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-8de0f8f0-2c33-4fd1-ba60-6784acd796ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:25.638693 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-e5afc01a-4682-47a3-8170-3c0d949a8f07 req-17ed9f8d-12cf-455a-8f36-a9ed4afc4910 service neutron] 10.222.0.48 "GET /v2.0/networks/68ad0d51-25c7-4bfc-83ed-1901b891944d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125821 Apr 30 19:33:25.714798 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f82e2e5-dabb-44a9-88cb-3d7d5bfe14f7 req-5f089bfb-5442-4897-97ee-9e7752b8a899 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:33:25.718029 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-6f82e2e5-dabb-44a9-88cb-3d7d5bfe14f7 req-5f089bfb-5442-4897-97ee-9e7752b8a899 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/ports?device_id=595bc164-a92e-463d-8134-f8913beddb0b HTTP/1.1" status: 200 len: 945 time: 0.1404338 Apr 30 19:33:25.752038 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-8de0f8f0-2c33-4fd1-ba60-6784acd796ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:25.767074 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:33:25.806521 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de0f8f0-2c33-4fd1-ba60-6784acd796ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43c254c1-9015-4883-8d40-ea25562b41e0,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:33:25.822769 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-8de0f8f0-2c33-4fd1-ba60-6784acd796ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:33:25.826033 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-8de0f8f0-2c33-4fd1-ba60-6784acd796ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:25.827429 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-8de0f8f0-2c33-4fd1-ba60-6784acd796ef admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/43c254c1-9015-4883-8d40-ea25562b41e0 HTTP/1.1" status: 204 len: 168 time: 0.4297061 Apr 30 19:33:25.850084 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-6f82e2e5-dabb-44a9-88cb-3d7d5bfe14f7 req-7aa0facb-f9ce-44db-aeba-e834475ba8ef tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/security-groups?id=37889038-5279-4736-a9a0-7b515de45d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244848 Apr 30 19:33:25.856131 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-e5afc01a-4682-47a3-8170-3c0d949a8f07 req-a3d64b58-ec34-41ab-a1ce-a7b866f292c3 service neutron] 10.222.0.48 "GET /v2.0/networks/68ad0d51-25c7-4bfc-83ed-1901b891944d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020497 Apr 30 19:33:26.134805 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a6b9df-7047-45af-b45a-6db795111862 req-be2fd45d-d859-4075-8e81-3e438127b959 tempest-VolumesActionsTest-700052401 tempest-VolumesActionsTest-700052401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:33:26.140734 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-47a6b9df-7047-45af-b45a-6db795111862 req-be2fd45d-d859-4075-8e81-3e438127b959 tempest-VolumesActionsTest-700052401 tempest-VolumesActionsTest-700052401-project] 10.222.0.41 "GET /v2.0/ports?device_id=5407b924-2654-47c8-a64d-b574b08c46c6 HTTP/1.1" status: 200 len: 943 time: 0.1685390 Apr 30 19:33:26.199704 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-47a6b9df-7047-45af-b45a-6db795111862 req-8b988ea5-f8ab-4cc7-b96a-4057faf19ba9 tempest-VolumesActionsTest-700052401 tempest-VolumesActionsTest-700052401-project] 10.222.0.41 "GET /v2.0/security-groups?id=67f41bf1-23b2-43c9-a82a-677376a56a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545099 Apr 30 19:33:26.391038 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:26.428668 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 41732) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:33:26.448579 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-522b019f-585c-4e67-a122-d2a4fb4c0e5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:26.463990 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-522b019f-585c-4e67-a122-d2a4fb4c0e5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:33:26.467952 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-522b019f-585c-4e67-a122-d2a4fb4c0e5f admin admin] Usage tracker for resource:security_group_rule and tenant:8029f878743a40bda40333d146dea68c is out of sync, need to count used quota {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:33:26.470904 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-522b019f-585c-4e67-a122-d2a4fb4c0e5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:33:26.476837 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-522b019f-585c-4e67-a122-d2a4fb4c0e5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:33:26.619501 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-522b019f-585c-4e67-a122-d2a4fb4c0e5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:26.624770 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-522b019f-585c-4e67-a122-d2a4fb4c0e5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:26.634258 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-5989b9e3-1ce1-4861-8c7a-a30e5efd2358 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:33:26.678424 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-1a04165f-a6ce-4b41-8c32-9408ce44fab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:26.701771 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522b019f-585c-4e67-a122-d2a4fb4c0e5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16225a6a-2f8e-43e7-803a-d57f408d805e,revision_number=1']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:33:26.711920 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-522b019f-585c-4e67-a122-d2a4fb4c0e5f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8029f878743a40bda40333d146dea68c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2815344 Apr 30 19:33:26.714714 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 41742) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:33:26.721430 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-522b019f-585c-4e67-a122-d2a4fb4c0e5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:33:26.724816 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-5821c70f-5df3-460e-9b8d-66714d7b5e55 req-3f27cac9-9f3a-4d2a-af6b-f34b7323c6d8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6bb8116d-e232-45ab-9b2d-8d874920235b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1806161 Apr 30 19:33:26.810998 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-a6b39708-d1c3-440d-8982-26686a863a36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:26.837874 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-a6b39708-d1c3-440d-8982-26686a863a36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:26.889941 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5821c70f-5df3-460e-9b8d-66714d7b5e55 req-d402508a-3bfa-43e4-8856-dff52a0031b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:33:26.891942 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-5821c70f-5df3-460e-9b8d-66714d7b5e55 req-d402508a-3bfa-43e4-8856-dff52a0031b6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b687dbbcb0d540b592764d29c8baa1ab&device_id=6bb8116d-e232-45ab-9b2d-8d874920235b HTTP/1.1" status: 200 len: 1098 time: 0.0859001 Apr 30 19:33:26.951867 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-a6b39708-d1c3-440d-8982-26686a863a36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:26.957536 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-99222a00-2b11-466f-a7fb-52390326aedd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:33:26.998287 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b39708-d1c3-440d-8982-26686a863a36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16225a6a-2f8e-43e7-803a-d57f408d805e,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:33:27.001222 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-a6b39708-d1c3-440d-8982-26686a863a36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:33:27.037415 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-a6b39708-d1c3-440d-8982-26686a863a36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:27.038746 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-a6b39708-d1c3-440d-8982-26686a863a36 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/16225a6a-2f8e-43e7-803a-d57f408d805e HTTP/1.1" status: 204 len: 168 time: 0.3229401 Apr 30 19:33:27.128952 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5821c70f-5df3-460e-9b8d-66714d7b5e55 req-426036e8-a769-4115-8ade-5155c3e731bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:33:27.130455 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-5821c70f-5df3-460e-9b8d-66714d7b5e55 req-426036e8-a769-4115-8ade-5155c3e731bf service neutron] 10.222.0.48 "GET /v2.0/networks?id=f30450fe-9c9f-4fd9-802e-cfb944509dec HTTP/1.1" status: 200 len: 919 time: 0.2138438 Apr 30 19:33:27.179621 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03452c35-40e5-4711-b4d4-abd1c8f7f37a req-853b0a9e-5550-4cff-a556-8cee256e0a77 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:33:27.187805 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-03452c35-40e5-4711-b4d4-abd1c8f7f37a req-853b0a9e-5550-4cff-a556-8cee256e0a77 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/ports?device_id=595bc164-a92e-463d-8134-f8913beddb0b HTTP/1.1" status: 200 len: 945 time: 0.1322887 Apr 30 19:33:27.242027 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-5821c70f-5df3-460e-9b8d-66714d7b5e55 req-37431802-2e3a-4b19-8353-0651b2ad2e6f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f1c93f59-4029-4840-a909-8a8e8e429d43 HTTP/1.1" status: 200 len: 217 time: 0.0986021 Apr 30 19:33:27.246695 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-03452c35-40e5-4711-b4d4-abd1c8f7f37a req-7226d076-3b69-44aa-81ce-aca22e4e2c02 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/security-groups?id=37889038-5279-4736-a9a0-7b515de45d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580363 Apr 30 19:33:27.325618 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5821c70f-5df3-460e-9b8d-66714d7b5e55 req-a2407575-24f7-4be9-b376-edc0fe131f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:33:27.327022 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-5821c70f-5df3-460e-9b8d-66714d7b5e55 req-a2407575-24f7-4be9-b376-edc0fe131f19 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7fdb9f4a-37a8-450d-a546-25c2f22121ea HTTP/1.1" status: 200 len: 858 time: 0.0692344 Apr 30 19:33:27.424192 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-5821c70f-5df3-460e-9b8d-66714d7b5e55 req-cbe07066-4b34-41c8-b224-9835b952228a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f30450fe-9c9f-4fd9-802e-cfb944509dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587354 Apr 30 19:33:27.572404 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e393d78a-955a-4c10-970b-ea4cb871b679 req-ee45d66d-fc66-4300-9482-50cbf43ebcc1 tempest-VolumesActionsTest-700052401 tempest-VolumesActionsTest-700052401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:33:27.573957 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-e393d78a-955a-4c10-970b-ea4cb871b679 req-ee45d66d-fc66-4300-9482-50cbf43ebcc1 tempest-VolumesActionsTest-700052401 tempest-VolumesActionsTest-700052401-project] 10.222.0.41 "GET /v2.0/ports?device_id=5407b924-2654-47c8-a64d-b574b08c46c6 HTTP/1.1" status: 200 len: 943 time: 0.2502768 Apr 30 19:33:27.652121 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-5821c70f-5df3-460e-9b8d-66714d7b5e55 req-13adffdc-5447-48ef-94b5-0de9dbcb1b58 service neutron] 10.222.0.48 "GET /v2.0/networks/f30450fe-9c9f-4fd9-802e-cfb944509dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191138 Apr 30 19:33:27.660475 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-e393d78a-955a-4c10-970b-ea4cb871b679 req-fc7c9e09-c01f-4281-8296-552b4754bcb0 tempest-VolumesActionsTest-700052401 tempest-VolumesActionsTest-700052401-project] 10.222.0.41 "GET /v2.0/security-groups?id=67f41bf1-23b2-43c9-a82a-677376a56a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750391 Apr 30 19:33:27.712058 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-db901c41-8a71-4621-9038-9b0e7a83b2d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:27.827823 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-5821c70f-5df3-460e-9b8d-66714d7b5e55 req-8c028068-64eb-415f-a87f-1c6663896ba3 service neutron] 10.222.0.48 "GET /v2.0/networks/f30450fe-9c9f-4fd9-802e-cfb944509dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663935 Apr 30 19:33:27.899388 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Device 91506128-9707-4ab6-ba32-fdf16dcf1439 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=73809) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 19:33:28.051722 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-65ba8c12-0d06-4959-8304-606821799626 None None] For port 91506128-9707-4ab6-ba32-fdf16dcf1439, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=91506128-9707-4ab6-ba32-fdf16dcf1439,segment=NetworkSegment(ffaf9df7-ba70-4d7f-a0e6-93406ec30f46),segment_id=ffaf9df7-ba70-4d7f-a0e6-93406ec30f46)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:33:28.066312 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Returning: {'device': '91506128-9707-4ab6-ba32-fdf16dcf1439', 'network_id': '68ad0d51-25c7-4bfc-83ed-1901b891944d', 'port_id': '91506128-9707-4ab6-ba32-fdf16dcf1439', 'mac_address': 'fa:16:3e:a3:ba:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54fd9381-dc1e-4831-8d3f-eff5b4bf9994', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73809) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 19:33:28.137442 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:28.160522 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.notifiers.nova [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91506128-9707-4ab6-ba32-fdf16dcf1439 {{(pid=73809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 19:33:28.182705 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-65ba8c12-0d06-4959-8304-606821799626 None None] For port 91506128-9707-4ab6-ba32-fdf16dcf1439, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=91506128-9707-4ab6-ba32-fdf16dcf1439,segment=NetworkSegment(ffaf9df7-ba70-4d7f-a0e6-93406ec30f46),segment_id=ffaf9df7-ba70-4d7f-a0e6-93406ec30f46)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:33:28.188774 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:28.191535 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:33:28.271316 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Pushing event updated for resources: {'Port': ['ID=91506128-9707-4ab6-ba32-fdf16dcf1439,revision_number=4']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:33:28.281727 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:33:28.282241 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:33:28.282886 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:33:28.283967 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:33:28.284460 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:33:28.284956 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:33:28.285610 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:33:28.285939 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:33:28.286291 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:33:28.286662 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:33:28.286987 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:33:28.287418 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:33:28.292121 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:33:28.479724 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-65ba8c12-0d06-4959-8304-606821799626 None None] get_ports_and_sgs() called for port_ids ['91506128-9707-4ab6-ba32-fdf16dcf1439'] {{(pid=73809) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 19:33:28.480570 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b342172b-8b1c-4d59-9674-e6a31edd6b80 req-0d0e0827-c6c8-4710-8afb-c678c2d508af tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:33:28.487822 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-b342172b-8b1c-4d59-9674-e6a31edd6b80 req-0d0e0827-c6c8-4710-8afb-c678c2d508af tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/ports?device_id=595bc164-a92e-463d-8134-f8913beddb0b HTTP/1.1" status: 200 len: 945 time: 0.1055701 Apr 30 19:33:28.546798 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-b342172b-8b1c-4d59-9674-e6a31edd6b80 req-713d6f6a-e392-45a2-b10e-e5061191b39f tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/security-groups?id=37889038-5279-4736-a9a0-7b515de45d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581245 Apr 30 19:33:28.896615 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7b9109-7b25-412b-859e-178ef1f13a62 req-a5befe9b-d317-4e3c-b2d1-a05db0d72276 tempest-VolumesActionsTest-700052401 tempest-VolumesActionsTest-700052401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:33:28.898139 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-ff7b9109-7b25-412b-859e-178ef1f13a62 req-a5befe9b-d317-4e3c-b2d1-a05db0d72276 tempest-VolumesActionsTest-700052401 tempest-VolumesActionsTest-700052401-project] 10.222.0.41 "GET /v2.0/ports?device_id=5407b924-2654-47c8-a64d-b574b08c46c6 HTTP/1.1" status: 200 len: 944 time: 0.1052561 Apr 30 19:33:28.954324 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-ff7b9109-7b25-412b-859e-178ef1f13a62 req-005fb19d-c52a-44ba-bea8-9457e0ac7db4 tempest-VolumesActionsTest-700052401 tempest-VolumesActionsTest-700052401-project] 10.222.0.41 "GET /v2.0/security-groups?id=67f41bf1-23b2-43c9-a82a-677376a56a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498393 Apr 30 19:33:29.098490 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:29.252569 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-abaefda2-14da-46b7-be41-c4f24c026f78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:29.781616 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6083468-64dc-4e7a-8ff4-75c0712b2dd2 req-16c603bb-8910-47d3-9385-853ac3561f5a tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:33:29.783725 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-d6083468-64dc-4e7a-8ff4-75c0712b2dd2 req-16c603bb-8910-47d3-9385-853ac3561f5a tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/ports?device_id=595bc164-a92e-463d-8134-f8913beddb0b HTTP/1.1" status: 200 len: 945 time: 0.0966303 Apr 30 19:33:29.895596 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Device 91506128-9707-4ab6-ba32-fdf16dcf1439 up at agent hyperv_hv-cinder-73362 {{(pid=73809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 19:33:29.904051 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-d6083468-64dc-4e7a-8ff4-75c0712b2dd2 req-5a1b7e77-fcbe-4f75-871e-086c74090803 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/security-groups?id=37889038-5279-4736-a9a0-7b515de45d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132901 Apr 30 19:33:29.984656 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Provisioning for port 91506128-9707-4ab6-ba32-fdf16dcf1439 completed by entity L2. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 19:33:29.991936 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Provisioning complete for port 91506128-9707-4ab6-ba32-fdf16dcf1439 triggered by entity L2. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 19:33:29.992661 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618911'] for port, provisioning_complete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:30.194075 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:30.226136 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5407b924-2654-47c8-a64d-b574b08c46c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91506128-9707-4ab6-ba32-fdf16dcf1439'}] {{(pid=73809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 19:33:30.239620 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-65ba8c12-0d06-4959-8304-606821799626 None None] For port 91506128-9707-4ab6-ba32-fdf16dcf1439, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=91506128-9707-4ab6-ba32-fdf16dcf1439,segment=NetworkSegment(ffaf9df7-ba70-4d7f-a0e6-93406ec30f46),segment_id=ffaf9df7-ba70-4d7f-a0e6-93406ec30f46)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:33:30.258461 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:30.265592 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:33:30.279113 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d32af2a-4b57-4752-a3b5-e62423c48f50 req-16e8212d-a781-4845-9553-32891bd778af tempest-VolumesActionsTest-700052401 tempest-VolumesActionsTest-700052401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:33:30.280732 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-2d32af2a-4b57-4752-a3b5-e62423c48f50 req-16e8212d-a781-4845-9553-32891bd778af tempest-VolumesActionsTest-700052401 tempest-VolumesActionsTest-700052401-project] 10.222.0.41 "GET /v2.0/ports?device_id=5407b924-2654-47c8-a64d-b574b08c46c6 HTTP/1.1" status: 200 len: 944 time: 0.1755428 Apr 30 19:33:30.363718 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Pushing event updated for resources: {'Port': ['ID=91506128-9707-4ab6-ba32-fdf16dcf1439,revision_number=5']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:33:30.366929 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:33:30.372167 dv-cinder-733622-14-smb neutron-server[73809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5407b924-2654-47c8-a64d-b574b08c46c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91506128-9707-4ab6-ba32-fdf16dcf1439', 'code': 200} Apr 30 19:33:30.372816 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-2d32af2a-4b57-4752-a3b5-e62423c48f50 req-f103e59a-4c66-4ddf-8cad-61375677025c tempest-VolumesActionsTest-700052401 tempest-VolumesActionsTest-700052401-project] 10.222.0.41 "GET /v2.0/security-groups?id=67f41bf1-23b2-43c9-a82a-677376a56a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827334 Apr 30 19:33:30.397048 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd303033-a756-43ea-929b-2fa706f353c4 req-b3044efd-6cec-4578-99dc-cf977b26942c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:33:30.399738 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-fd303033-a756-43ea-929b-2fa706f353c4 req-b3044efd-6cec-4578-99dc-cf977b26942c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=595bc164-a92e-463d-8134-f8913beddb0b HTTP/1.1" status: 200 len: 1098 time: 0.1967649 Apr 30 19:33:30.448266 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-fd303033-a756-43ea-929b-2fa706f353c4 req-286726d0-00d7-4a56-9f00-503a7f972bd0 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=37889038-5279-4736-a9a0-7b515de45d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382564 Apr 30 19:33:30.510151 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 41896) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:33:30.635878 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-e43684cd-07d4-4a70-9b3a-09b2a8c6868d admin admin] Notify callbacks [] for security_group, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:30.651796 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-e43684cd-07d4-4a70-9b3a-09b2a8c6868d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:33:30.655708 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-e43684cd-07d4-4a70-9b3a-09b2a8c6868d admin admin] Usage tracker for resource:security_group_rule and tenant:ea1c7d676d3d4acb910488678c1e2efc is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:33:30.659516 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-e43684cd-07d4-4a70-9b3a-09b2a8c6868d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:33:30.665228 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-e43684cd-07d4-4a70-9b3a-09b2a8c6868d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:33:30.666349 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef173cd-7ac8-4473-bf06-b6d0c616d9b8 req-830295d8-ad66-4e03-a4b9-e331119578e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:33:30.667802 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-0ef173cd-7ac8-4473-bf06-b6d0c616d9b8 req-830295d8-ad66-4e03-a4b9-e331119578e3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5407b924-2654-47c8-a64d-b574b08c46c6 HTTP/1.1" status: 200 len: 1098 time: 0.0859144 Apr 30 19:33:30.719784 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-0ef173cd-7ac8-4473-bf06-b6d0c616d9b8 req-ad376569-79f1-4ede-8335-6f3230b74db7 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=67f41bf1-23b2-43c9-a82a-677376a56a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414214 Apr 30 19:33:30.760213 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-e43684cd-07d4-4a70-9b3a-09b2a8c6868d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:30.764020 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-e43684cd-07d4-4a70-9b3a-09b2a8c6868d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:30.773271 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-89d18c75-ee08-4afa-b6e3-7c1b728bb7a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:33:30.812292 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-e43684cd-07d4-4a70-9b3a-09b2a8c6868d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ea1c7d676d3d4acb910488678c1e2efc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3005996 Apr 30 19:33:30.813682 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43684cd-07d4-4a70-9b3a-09b2a8c6868d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5ee851c-07ff-459f-a409-6000d425b3a4,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:33:30.815289 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 41914) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:33:30.817673 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-e43684cd-07d4-4a70-9b3a-09b2a8c6868d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:33:30.902999 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-5babde12-5f02-424a-a7f6-4f9dbc0cf49e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:30.933912 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-5babde12-5f02-424a-a7f6-4f9dbc0cf49e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:31.007075 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-5babde12-5f02-424a-a7f6-4f9dbc0cf49e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:31.012455 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-46d781df-5a2a-49c0-8a6e-5963b788e68e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:33:31.028271 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5babde12-5f02-424a-a7f6-4f9dbc0cf49e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5ee851c-07ff-459f-a409-6000d425b3a4,revision_number=None']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:33:31.031267 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-5babde12-5f02-424a-a7f6-4f9dbc0cf49e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:33:31.039317 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-5babde12-5f02-424a-a7f6-4f9dbc0cf49e admin admin] Notify callbacks [] for security_group, before_response {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:31.042679 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-5babde12-5f02-424a-a7f6-4f9dbc0cf49e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d5ee851c-07ff-459f-a409-6000d425b3a4 HTTP/1.1" status: 204 len: 168 time: 0.2237728 Apr 30 19:33:31.167889 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7abaf0d-438a-40df-ac99-8d8b40ddd05c req-64d5143c-6c0d-496f-b1db-d83d538d0ee5 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:33:31.176744 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-d7abaf0d-438a-40df-ac99-8d8b40ddd05c req-64d5143c-6c0d-496f-b1db-d83d538d0ee5 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/ports?device_id=595bc164-a92e-463d-8134-f8913beddb0b HTTP/1.1" status: 200 len: 945 time: 0.1172760 Apr 30 19:33:31.256984 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-d7abaf0d-438a-40df-ac99-8d8b40ddd05c req-5309e5f8-d1fd-4eb6-a620-d7d426299736 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/security-groups?id=37889038-5279-4736-a9a0-7b515de45d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784845 Apr 30 19:33:31.388599 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 41940) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:33:31.535860 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-ad88a58d-5df6-4d70-a86c-b6536bc7ec0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:31.556669 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-ad88a58d-5df6-4d70-a86c-b6536bc7ec0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:33:31.560706 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-ad88a58d-5df6-4d70-a86c-b6536bc7ec0a admin admin] Usage tracker for resource:security_group_rule and tenant:617b9ea108e84ec59cf1e2c2d2b03f5d is out of sync, need to count used quota {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:33:31.563815 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-ad88a58d-5df6-4d70-a86c-b6536bc7ec0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:33:31.571705 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-ad88a58d-5df6-4d70-a86c-b6536bc7ec0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:33:31.649634 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdbd7f8-95e0-474a-85bd-6eee096dd6ea req-838628c9-9bc9-4b76-8666-72228ca73ccd tempest-VolumesActionsTest-700052401 tempest-VolumesActionsTest-700052401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:33:31.651327 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-5cdbd7f8-95e0-474a-85bd-6eee096dd6ea req-838628c9-9bc9-4b76-8666-72228ca73ccd tempest-VolumesActionsTest-700052401 tempest-VolumesActionsTest-700052401-project] 10.222.0.41 "GET /v2.0/ports?device_id=5407b924-2654-47c8-a64d-b574b08c46c6 HTTP/1.1" status: 200 len: 945 time: 0.1193671 Apr 30 19:33:31.672691 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 41952) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:33:31.706489 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-5cdbd7f8-95e0-474a-85bd-6eee096dd6ea req-81328746-7b57-4f51-a5f2-35b96719fabf tempest-VolumesActionsTest-700052401 tempest-VolumesActionsTest-700052401-project] 10.222.0.41 "GET /v2.0/security-groups?id=67f41bf1-23b2-43c9-a82a-677376a56a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484858 Apr 30 19:33:31.706790 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-8186ac3c-db33-4ad8-834e-f0c79de3fa11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:31.727638 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-ad88a58d-5df6-4d70-a86c-b6536bc7ec0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:31.727638 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-8186ac3c-db33-4ad8-834e-f0c79de3fa11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:33:31.729273 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-ad88a58d-5df6-4d70-a86c-b6536bc7ec0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:31.737277 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-8186ac3c-db33-4ad8-834e-f0c79de3fa11 admin admin] Usage tracker for resource:security_group_rule and tenant:f8a8cc7994d94564bb5bc15137c75d56 is out of sync, need to count used quota {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:33:31.740157 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-02c7237f-25bc-41d0-b6ac-cf99ac5a0291 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:33:31.749340 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-8186ac3c-db33-4ad8-834e-f0c79de3fa11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:33:31.763694 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-8186ac3c-db33-4ad8-834e-f0c79de3fa11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:33:31.800862 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-ad88a58d-5df6-4d70-a86c-b6536bc7ec0a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=617b9ea108e84ec59cf1e2c2d2b03f5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4108698 Apr 30 19:33:31.803320 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad88a58d-5df6-4d70-a86c-b6536bc7ec0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=032f310a-db47-4d2c-b651-9627b47c2492,revision_number=1']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:33:31.803558 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 41956) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:33:31.812787 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-ad88a58d-5df6-4d70-a86c-b6536bc7ec0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:33:31.866810 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-5500c46e-8ab9-427f-9240-0022a80c7de5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:31.883753 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-8186ac3c-db33-4ad8-834e-f0c79de3fa11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:31.889201 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-8186ac3c-db33-4ad8-834e-f0c79de3fa11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:31.903798 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-800dcb7e-e3b2-46b6-ae30-3e74f1d2f250 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:33:31.909098 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-5500c46e-8ab9-427f-9240-0022a80c7de5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:31.952965 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 41960) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:33:31.953253 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-8186ac3c-db33-4ad8-834e-f0c79de3fa11 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f8a8cc7994d94564bb5bc15137c75d56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2792306 Apr 30 19:33:31.960618 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8186ac3c-db33-4ad8-834e-f0c79de3fa11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd691738-0fdf-44a7-8abb-89846e9785a3,revision_number=1']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:33:31.963971 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-8186ac3c-db33-4ad8-834e-f0c79de3fa11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:33:32.014918 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-5500c46e-8ab9-427f-9240-0022a80c7de5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:32.025039 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-d20abd8c-4cec-47cf-8ba9-a2bd438f534e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:33:32.053100 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5500c46e-8ab9-427f-9240-0022a80c7de5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=032f310a-db47-4d2c-b651-9627b47c2492,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:33:32.059489 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-5500c46e-8ab9-427f-9240-0022a80c7de5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:33:32.063425 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-e559a249-1072-4eea-ab0f-4027ab2ec9ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:32.078457 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-5500c46e-8ab9-427f-9240-0022a80c7de5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:32.079584 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-5500c46e-8ab9-427f-9240-0022a80c7de5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/032f310a-db47-4d2c-b651-9627b47c2492 HTTP/1.1" status: 204 len: 168 time: 0.2750292 Apr 30 19:33:32.095200 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-e559a249-1072-4eea-ab0f-4027ab2ec9ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:32.157507 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-e559a249-1072-4eea-ab0f-4027ab2ec9ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:32.165985 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-74440305-d078-41a2-b213-e85606b8ba35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:33:32.180323 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e559a249-1072-4eea-ab0f-4027ab2ec9ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd691738-0fdf-44a7-8abb-89846e9785a3,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:33:32.182465 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-e559a249-1072-4eea-ab0f-4027ab2ec9ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:32.183532 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-e559a249-1072-4eea-ab0f-4027ab2ec9ae admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cd691738-0fdf-44a7-8abb-89846e9785a3 HTTP/1.1" status: 204 len: 168 time: 0.2287810 Apr 30 19:33:32.184619 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-e559a249-1072-4eea-ab0f-4027ab2ec9ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:33:32.455296 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0c7fae-eb3b-456f-a1aa-ab2ce4a2c81a req-743cd2bb-bf4d-4337-bf88-bf0eece0ddcc tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:33:32.457475 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-6e0c7fae-eb3b-456f-a1aa-ab2ce4a2c81a req-743cd2bb-bf4d-4337-bf88-bf0eece0ddcc tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/ports?device_id=595bc164-a92e-463d-8134-f8913beddb0b HTTP/1.1" status: 200 len: 945 time: 0.0873733 Apr 30 19:33:32.530198 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-6e0c7fae-eb3b-456f-a1aa-ab2ce4a2c81a req-605d56a5-fd2c-4659-83d1-7ab33a361d09 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/security-groups?id=37889038-5279-4736-a9a0-7b515de45d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522275 Apr 30 19:33:32.553248 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 41982) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:33:32.575029 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-0ae58dae-062e-4115-86db-7a7822ba89df admin admin] Notify callbacks [] for security_group, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:32.594554 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-0ae58dae-062e-4115-86db-7a7822ba89df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:33:32.601682 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-0ae58dae-062e-4115-86db-7a7822ba89df admin admin] Usage tracker for resource:security_group_rule and tenant:8ee2c1719779470cb5789589d20549bf is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:33:32.624006 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-0ae58dae-062e-4115-86db-7a7822ba89df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:33:32.630530 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-0ae58dae-062e-4115-86db-7a7822ba89df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:33:32.689782 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 41994) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:33:32.709074 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-f38481a8-01b8-4c1b-81af-e7fc74f6ef91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:32.727348 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-f38481a8-01b8-4c1b-81af-e7fc74f6ef91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:33:32.744051 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-f38481a8-01b8-4c1b-81af-e7fc74f6ef91 admin admin] Usage tracker for resource:security_group_rule and tenant:03afdef2791b40d6ba95a68820aca294 is out of sync, need to count used quota {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:33:32.748642 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-f38481a8-01b8-4c1b-81af-e7fc74f6ef91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:33:32.758390 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-f38481a8-01b8-4c1b-81af-e7fc74f6ef91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:33:32.777759 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66346a78-fdb8-4beb-b60c-ff4d65cb027b req-260e277a-1b1e-4823-871f-d1b86ac6e0db tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:33:32.779209 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-66346a78-fdb8-4beb-b60c-ff4d65cb027b req-260e277a-1b1e-4823-871f-d1b86ac6e0db tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bb8116d-e232-45ab-9b2d-8d874920235b HTTP/1.1" status: 200 len: 945 time: 0.1305602 Apr 30 19:33:32.807305 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-0ae58dae-062e-4115-86db-7a7822ba89df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:32.815286 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-0ae58dae-062e-4115-86db-7a7822ba89df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:32.832345 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-19479925-ceaa-411d-98a8-b692389f8f73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:33:32.876139 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-66346a78-fdb8-4beb-b60c-ff4d65cb027b req-a8d696fc-bef6-4311-86b6-3bc4780dbffc tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/security-groups?id=37889038-5279-4736-a9a0-7b515de45d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894933 Apr 30 19:33:32.890977 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-0ae58dae-062e-4115-86db-7a7822ba89df admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8ee2c1719779470cb5789589d20549bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3362665 Apr 30 19:33:32.891816 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae58dae-062e-4115-86db-7a7822ba89df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22783bb2-ace5-4f9b-ad36-f76aee6da03a,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:33:32.894884 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-0ae58dae-062e-4115-86db-7a7822ba89df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:33:32.895393 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 42004) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:33:32.997097 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-c1d888af-de1f-4735-97cd-3dda852ffe6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:33.029733 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-c1d888af-de1f-4735-97cd-3dda852ffe6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:33.040584 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a703c097-9941-4e59-95ca-aca499629114 req-2c25b40b-c924-4c74-b787-2576335d336b tempest-VolumesActionsTest-700052401 tempest-VolumesActionsTest-700052401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:33:33.042889 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-a703c097-9941-4e59-95ca-aca499629114 req-2c25b40b-c924-4c74-b787-2576335d336b tempest-VolumesActionsTest-700052401 tempest-VolumesActionsTest-700052401-project] 10.222.0.41 "GET /v2.0/ports?device_id=5407b924-2654-47c8-a64d-b574b08c46c6 HTTP/1.1" status: 200 len: 945 time: 0.1924515 Apr 30 19:33:33.080641 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-f38481a8-01b8-4c1b-81af-e7fc74f6ef91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:33.091856 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-f38481a8-01b8-4c1b-81af-e7fc74f6ef91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:33.102196 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:33:33.110444 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-c1d888af-de1f-4735-97cd-3dda852ffe6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:33.135732 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-5e041d17-6a5d-4dd2-ad49-1d0de89ee093 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:33:33.156597 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-a703c097-9941-4e59-95ca-aca499629114 req-e85fc3d4-f6eb-4cee-ba24-2eb458dc7023 tempest-VolumesActionsTest-700052401 tempest-VolumesActionsTest-700052401-project] 10.222.0.41 "GET /v2.0/security-groups?id=67f41bf1-23b2-43c9-a82a-677376a56a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007903 Apr 30 19:33:33.161467 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d888af-de1f-4735-97cd-3dda852ffe6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22783bb2-ace5-4f9b-ad36-f76aee6da03a,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:33:33.180479 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-c1d888af-de1f-4735-97cd-3dda852ffe6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:33:33.181800 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-c1d888af-de1f-4735-97cd-3dda852ffe6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:33.182921 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-c1d888af-de1f-4735-97cd-3dda852ffe6d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/22783bb2-ace5-4f9b-ad36-f76aee6da03a HTTP/1.1" status: 204 len: 168 time: 0.2865312 Apr 30 19:33:33.231663 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-f38481a8-01b8-4c1b-81af-e7fc74f6ef91 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=03afdef2791b40d6ba95a68820aca294&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5403578 Apr 30 19:33:33.233575 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38481a8-01b8-4c1b-81af-e7fc74f6ef91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80b7c10c-3c4b-49d0-aa6a-37d364692578,revision_number=1']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:33:33.234836 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 42024) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:33:33.237522 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-f38481a8-01b8-4c1b-81af-e7fc74f6ef91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:33:33.324941 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-859ba0ed-d6dc-4297-bea8-88f8d74b460a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:33.359145 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-859ba0ed-d6dc-4297-bea8-88f8d74b460a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:33.430957 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-859ba0ed-d6dc-4297-bea8-88f8d74b460a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:33.435933 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-bda43aa4-5ba3-4b19-996b-c6392b27b5eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:33:33.451883 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859ba0ed-d6dc-4297-bea8-88f8d74b460a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80b7c10c-3c4b-49d0-aa6a-37d364692578,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:33:33.465035 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-859ba0ed-d6dc-4297-bea8-88f8d74b460a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:33:33.466313 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-859ba0ed-d6dc-4297-bea8-88f8d74b460a admin admin] Notify callbacks [] for security_group, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:33.467420 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-859ba0ed-d6dc-4297-bea8-88f8d74b460a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/80b7c10c-3c4b-49d0-aa6a-37d364692578 HTTP/1.1" status: 204 len: 168 time: 0.2314787 Apr 30 19:33:33.976834 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 42060) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:33:34.010913 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-ff448747-da4c-4cd2-850a-8b06bc6e133c admin admin] Notify callbacks [] for security_group, before_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:34.024872 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-ff448747-da4c-4cd2-850a-8b06bc6e133c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:33:34.028947 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-ff448747-da4c-4cd2-850a-8b06bc6e133c admin admin] Usage tracker for resource:security_group_rule and tenant:7332be3e93a749cea73ef03e2c7555f0 is out of sync, need to count used quota {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:33:34.034657 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-ff448747-da4c-4cd2-850a-8b06bc6e133c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:33:34.056437 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-ff448747-da4c-4cd2-850a-8b06bc6e133c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:33:34.177664 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-ff448747-da4c-4cd2-850a-8b06bc6e133c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:34.184375 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-ff448747-da4c-4cd2-850a-8b06bc6e133c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:34.194372 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-ad88a58d-5df6-4d70-a86c-b6536bc7ec0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:33:34.240945 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-ff448747-da4c-4cd2-850a-8b06bc6e133c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7332be3e93a749cea73ef03e2c7555f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2631242 Apr 30 19:33:34.242678 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff448747-da4c-4cd2-850a-8b06bc6e133c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d98a038f-2ec0-4f26-b2d8-8226e5764637,revision_number=1']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:33:34.243566 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 42072) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:33:34.256020 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-ff448747-da4c-4cd2-850a-8b06bc6e133c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:33:34.314500 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-0737838d-80be-4459-be8b-c43a26e3ed02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:34.346695 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-0737838d-80be-4459-be8b-c43a26e3ed02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:34.348450 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 42078) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:33:34.417157 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-0737838d-80be-4459-be8b-c43a26e3ed02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:34.423850 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-226ccf1b-ab01-464d-b42f-98d60ac2e52b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:33:34.437024 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0737838d-80be-4459-be8b-c43a26e3ed02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d98a038f-2ec0-4f26-b2d8-8226e5764637,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:33:34.440264 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-0737838d-80be-4459-be8b-c43a26e3ed02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:33:34.442530 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-0737838d-80be-4459-be8b-c43a26e3ed02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:34.443774 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-0737838d-80be-4459-be8b-c43a26e3ed02 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d98a038f-2ec0-4f26-b2d8-8226e5764637 HTTP/1.1" status: 204 len: 168 time: 0.1991184 Apr 30 19:33:34.608397 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-96cd52ed-0cdf-4dd8-80f7-7700e1a61c41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:34.623245 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-96cd52ed-0cdf-4dd8-80f7-7700e1a61c41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:33:34.629186 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-96cd52ed-0cdf-4dd8-80f7-7700e1a61c41 admin admin] Usage tracker for resource:security_group_rule and tenant:c161ad63f1184ccabd763755517fd222 is out of sync, need to count used quota {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:33:34.632666 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-96cd52ed-0cdf-4dd8-80f7-7700e1a61c41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:33:34.640354 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-96cd52ed-0cdf-4dd8-80f7-7700e1a61c41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:33:34.749547 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-96cd52ed-0cdf-4dd8-80f7-7700e1a61c41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:34.757736 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-96cd52ed-0cdf-4dd8-80f7-7700e1a61c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:34.768147 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-cf484b5c-4ac9-4223-9e06-896c97ad8a66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:33:34.815947 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-96cd52ed-0cdf-4dd8-80f7-7700e1a61c41 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c161ad63f1184ccabd763755517fd222&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4664061 Apr 30 19:33:34.817010 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 42100) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:33:34.817999 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cd52ed-0cdf-4dd8-80f7-7700e1a61c41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9377c1c5-033b-4123-a1e3-4b3a1b413ce1,revision_number=1']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:33:34.821153 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-96cd52ed-0cdf-4dd8-80f7-7700e1a61c41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:33:34.916168 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-5954a1aa-ff83-45d4-b240-d277cb9f6b33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:34.947193 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-5954a1aa-ff83-45d4-b240-d277cb9f6b33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:35.027459 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-5954a1aa-ff83-45d4-b240-d277cb9f6b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:35.033854 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-e43684cd-07d4-4a70-9b3a-09b2a8c6868d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:33:35.044561 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5954a1aa-ff83-45d4-b240-d277cb9f6b33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9377c1c5-033b-4123-a1e3-4b3a1b413ce1,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:33:35.047807 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-5954a1aa-ff83-45d4-b240-d277cb9f6b33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:33:35.056304 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-5954a1aa-ff83-45d4-b240-d277cb9f6b33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:35.061355 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-5954a1aa-ff83-45d4-b240-d277cb9f6b33 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9377c1c5-033b-4123-a1e3-4b3a1b413ce1 HTTP/1.1" status: 204 len: 168 time: 0.2425225 Apr 30 19:33:35.702336 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729ed24f-8903-48ee-95aa-267fd495bce1 req-e7e27ab1-7fc9-4bce-b5e2-c0694b7bed4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:33:35.703735 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-729ed24f-8903-48ee-95aa-267fd495bce1 req-e7e27ab1-7fc9-4bce-b5e2-c0694b7bed4c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b687dbbcb0d540b592764d29c8baa1ab&device_id=6bb8116d-e232-45ab-9b2d-8d874920235b HTTP/1.1" status: 200 len: 1098 time: 0.2509565 Apr 30 19:33:35.719871 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f728e128-8c6a-4246-97db-29e10d669d8d req-38d8a325-4ac8-400b-b16d-b43b755142c8 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:33:35.722021 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-f728e128-8c6a-4246-97db-29e10d669d8d req-38d8a325-4ac8-400b-b16d-b43b755142c8 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bb8116d-e232-45ab-9b2d-8d874920235b HTTP/1.1" status: 200 len: 945 time: 0.1612761 Apr 30 19:33:35.732153 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 42140) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:33:35.756342 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-b6a7d1b8-1ebc-47d4-bdf4-ba6f9d57d12d admin admin] Notify callbacks [] for security_group, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:35.832329 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-b6a7d1b8-1ebc-47d4-bdf4-ba6f9d57d12d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:33:35.851073 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-b6a7d1b8-1ebc-47d4-bdf4-ba6f9d57d12d admin admin] Usage tracker for resource:security_group_rule and tenant:c5f34e83fa0e4ecc92f11ce1bb1fd8c5 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:33:35.861917 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-b6a7d1b8-1ebc-47d4-bdf4-ba6f9d57d12d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:33:35.868844 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729ed24f-8903-48ee-95aa-267fd495bce1 req-89fc44e6-666e-48ed-bf00-ed50ac1f15b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:33:35.870304 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-729ed24f-8903-48ee-95aa-267fd495bce1 req-89fc44e6-666e-48ed-bf00-ed50ac1f15b3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f30450fe-9c9f-4fd9-802e-cfb944509dec HTTP/1.1" status: 200 len: 919 time: 0.1474068 Apr 30 19:33:35.883979 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-b6a7d1b8-1ebc-47d4-bdf4-ba6f9d57d12d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:33:35.962751 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-729ed24f-8903-48ee-95aa-267fd495bce1 req-ce393f0e-22a1-45b7-a64c-7d79c232775e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f1c93f59-4029-4840-a909-8a8e8e429d43 HTTP/1.1" status: 200 len: 217 time: 0.0769269 Apr 30 19:33:36.028418 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-b6a7d1b8-1ebc-47d4-bdf4-ba6f9d57d12d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:36.034090 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-f728e128-8c6a-4246-97db-29e10d669d8d req-0987a618-3c4e-4225-811c-39757d67000d tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/security-groups?id=37889038-5279-4736-a9a0-7b515de45d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628039 Apr 30 19:33:36.037420 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-b6a7d1b8-1ebc-47d4-bdf4-ba6f9d57d12d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:36.044820 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-5eee3604-4908-4390-b97c-18dc77f9d86a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:33:36.062589 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729ed24f-8903-48ee-95aa-267fd495bce1 req-52c12af9-4faf-48d9-a184-f4bb754cc4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:33:36.064818 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-729ed24f-8903-48ee-95aa-267fd495bce1 req-52c12af9-4faf-48d9-a184-f4bb754cc4b6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7fdb9f4a-37a8-450d-a546-25c2f22121ea HTTP/1.1" status: 200 len: 858 time: 0.0913191 Apr 30 19:33:36.100178 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a7d1b8-1ebc-47d4-bdf4-ba6f9d57d12d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=305c04cd-0de2-49f6-a79a-cafc99acc484,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:33:36.133331 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-b6a7d1b8-1ebc-47d4-bdf4-ba6f9d57d12d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:33:36.142353 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-729ed24f-8903-48ee-95aa-267fd495bce1 req-ff6bad6d-1acd-42c4-b1cf-365afd76918d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f30450fe-9c9f-4fd9-802e-cfb944509dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650647 Apr 30 19:33:36.143417 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-b6a7d1b8-1ebc-47d4-bdf4-ba6f9d57d12d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c5f34e83fa0e4ecc92f11ce1bb1fd8c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4094648 Apr 30 19:33:36.146773 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 42160) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:33:36.403715 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-7b8ca78b-21de-4ba0-847d-cb27370d9a66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:36.443504 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-729ed24f-8903-48ee-95aa-267fd495bce1 req-b80286b9-4d79-4558-b797-78768096b13f service neutron] 10.222.0.48 "GET /v2.0/networks/f30450fe-9c9f-4fd9-802e-cfb944509dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2763283 Apr 30 19:33:36.447832 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-7b8ca78b-21de-4ba0-847d-cb27370d9a66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:36.616348 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-7b8ca78b-21de-4ba0-847d-cb27370d9a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:36.620164 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-168eec1b-e8a0-4d0f-92a0-f01d57929474 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:33:36.628037 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-729ed24f-8903-48ee-95aa-267fd495bce1 req-049493eb-cc15-4b0a-8d12-b80c325aa37d service neutron] 10.222.0.48 "GET /v2.0/networks/f30450fe-9c9f-4fd9-802e-cfb944509dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695545 Apr 30 19:33:36.634465 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8ca78b-21de-4ba0-847d-cb27370d9a66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=305c04cd-0de2-49f6-a79a-cafc99acc484,revision_number=None']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:33:36.638314 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-7b8ca78b-21de-4ba0-847d-cb27370d9a66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:33:36.684211 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-7b8ca78b-21de-4ba0-847d-cb27370d9a66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:36.688289 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-7b8ca78b-21de-4ba0-847d-cb27370d9a66 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/305c04cd-0de2-49f6-a79a-cafc99acc484 HTTP/1.1" status: 204 len: 168 time: 0.5376425 Apr 30 19:33:37.444461 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e339d38e-b839-4aae-a85e-dff3c8a14ae0 req-d3211060-4404-40d1-a2bf-4c9986503b73 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:33:37.446160 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-e339d38e-b839-4aae-a85e-dff3c8a14ae0 req-d3211060-4404-40d1-a2bf-4c9986503b73 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bb8116d-e232-45ab-9b2d-8d874920235b HTTP/1.1" status: 200 len: 945 time: 0.1064434 Apr 30 19:33:37.508857 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-e339d38e-b839-4aae-a85e-dff3c8a14ae0 req-6b7522f3-bba9-4959-a42e-bbdae56dc197 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/security-groups?id=37889038-5279-4736-a9a0-7b515de45d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552957 Apr 30 19:33:37.919810 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dab807f-eafc-4578-af54-73a7a6c73639 req-8dc1aba7-6ee1-4db6-842c-65936d8c9ae5 tempest-VolumesActionsTest-700052401 tempest-VolumesActionsTest-700052401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:33:37.921307 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-5dab807f-eafc-4578-af54-73a7a6c73639 req-8dc1aba7-6ee1-4db6-842c-65936d8c9ae5 tempest-VolumesActionsTest-700052401 tempest-VolumesActionsTest-700052401-project] 10.222.0.41 "GET /v2.0/ports?device_id=5407b924-2654-47c8-a64d-b574b08c46c6 HTTP/1.1" status: 200 len: 945 time: 0.0919330 Apr 30 19:33:37.971887 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-5dab807f-eafc-4578-af54-73a7a6c73639 req-a66f4059-d9e8-4a08-8afc-bb5d51f7e02b tempest-VolumesActionsTest-700052401 tempest-VolumesActionsTest-700052401-project] 10.222.0.41 "GET /v2.0/security-groups?id=67f41bf1-23b2-43c9-a82a-677376a56a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439422 Apr 30 19:33:38.725562 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124d4e85-7d0d-4a89-bfa8-008a74b7b881 req-3f5fde8e-7aa1-444d-b5d6-13172084ddb9 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:33:38.727033 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-124d4e85-7d0d-4a89-bfa8-008a74b7b881 req-3f5fde8e-7aa1-444d-b5d6-13172084ddb9 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bb8116d-e232-45ab-9b2d-8d874920235b HTTP/1.1" status: 200 len: 945 time: 0.0972908 Apr 30 19:33:38.773193 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-124d4e85-7d0d-4a89-bfa8-008a74b7b881 req-decb814b-6714-43a7-bbf7-40564294ef5f tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/security-groups?id=37889038-5279-4736-a9a0-7b515de45d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398684 Apr 30 19:33:39.180474 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711a0a4e-57c7-476b-a764-60b92a737470 req-5ce7facc-3b08-45f6-a95f-a215acce6ebe tempest-VolumesActionsTest-700052401 tempest-VolumesActionsTest-700052401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:33:39.186943 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-711a0a4e-57c7-476b-a764-60b92a737470 req-5ce7facc-3b08-45f6-a95f-a215acce6ebe tempest-VolumesActionsTest-700052401 tempest-VolumesActionsTest-700052401-project] 10.222.0.41 "GET /v2.0/ports?device_id=5407b924-2654-47c8-a64d-b574b08c46c6 HTTP/1.1" status: 200 len: 945 time: 0.1038432 Apr 30 19:33:39.236948 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-711a0a4e-57c7-476b-a764-60b92a737470 req-bed2bf24-2a36-4eae-8b54-c3f5c0145563 tempest-VolumesActionsTest-700052401 tempest-VolumesActionsTest-700052401-project] 10.222.0.41 "GET /v2.0/security-groups?id=67f41bf1-23b2-43c9-a82a-677376a56a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487647 Apr 30 19:33:39.698804 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 42360) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:33:39.830368 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-7aa5a1c0-e253-4c81-ba07-1289e522bb82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:39.850212 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-7aa5a1c0-e253-4c81-ba07-1289e522bb82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:33:39.855677 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-7aa5a1c0-e253-4c81-ba07-1289e522bb82 admin admin] Usage tracker for resource:security_group_rule and tenant:c4a7d012a0ee413e833ac3980700dc2e is out of sync, need to count used quota {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:33:39.860036 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-7aa5a1c0-e253-4c81-ba07-1289e522bb82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:33:39.872755 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-7aa5a1c0-e253-4c81-ba07-1289e522bb82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:33:39.917611 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae97307b-85a0-4bf1-b647-3245287175bc req-5fa55f64-36c7-4865-9710-863cf405a90b tempest-VolumesActionsTest-700052401 tempest-VolumesActionsTest-700052401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:33:39.919052 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-ae97307b-85a0-4bf1-b647-3245287175bc req-5fa55f64-36c7-4865-9710-863cf405a90b tempest-VolumesActionsTest-700052401 tempest-VolumesActionsTest-700052401-project] 10.222.0.48 "GET /v2.0/ports?device_id=5407b924-2654-47c8-a64d-b574b08c46c6 HTTP/1.1" status: 200 len: 945 time: 0.1598132 Apr 30 19:33:39.983745 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a14041-2b06-4712-b410-4afa653f1765 req-a1543c6d-ea7b-47c2-ac0d-629ab49e7734 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:33:39.986761 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-d0a14041-2b06-4712-b410-4afa653f1765 req-a1543c6d-ea7b-47c2-ac0d-629ab49e7734 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bb8116d-e232-45ab-9b2d-8d874920235b HTTP/1.1" status: 200 len: 945 time: 0.0903707 Apr 30 19:33:40.040726 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-d0a14041-2b06-4712-b410-4afa653f1765 req-4cd28b0f-6c5c-4cc7-b037-ffe32ef149a5 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/security-groups?id=37889038-5279-4736-a9a0-7b515de45d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482812 Apr 30 19:33:40.109925 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-7aa5a1c0-e253-4c81-ba07-1289e522bb82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:40.114330 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-7aa5a1c0-e253-4c81-ba07-1289e522bb82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:40.130368 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-c1b9c0e4-ae86-4658-a6f3-21d2ec80ffd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:33:40.181536 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-7aa5a1c0-e253-4c81-ba07-1289e522bb82 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c4a7d012a0ee413e833ac3980700dc2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4816544 Apr 30 19:33:40.184506 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 42378) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:33:40.192124 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa5a1c0-e253-4c81-ba07-1289e522bb82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ae6b66e-d73e-4738-805e-8f7e1d34dbc6,revision_number=1']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:33:40.196280 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-7aa5a1c0-e253-4c81-ba07-1289e522bb82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:33:40.198694 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.plugin [req-ae97307b-85a0-4bf1-b647-3245287175bc req-da0170d3-d855-42cb-9d11-3d12d590222b tempest-VolumesActionsTest-700052401 tempest-VolumesActionsTest-700052401-project] Deleting port 91506128-9707-4ab6-ba32-fdf16dcf1439 {{(pid=73807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 19:33:40.199060 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-ae97307b-85a0-4bf1-b647-3245287175bc req-da0170d3-d855-42cb-9d11-3d12d590222b tempest-VolumesActionsTest-700052401 tempest-VolumesActionsTest-700052401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780697314645'] for port, before_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:40.264710 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-41258ce7-899d-4e93-bb07-f6e774d1c44d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:40.293556 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-41258ce7-899d-4e93-bb07-f6e774d1c44d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:40.369751 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.db [req-ae97307b-85a0-4bf1-b647-3245287175bc req-da0170d3-d855-42cb-9d11-3d12d590222b tempest-VolumesActionsTest-700052401 tempest-VolumesActionsTest-700052401-project] For port 91506128-9707-4ab6-ba32-fdf16dcf1439, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=91506128-9707-4ab6-ba32-fdf16dcf1439,segment=NetworkSegment(ffaf9df7-ba70-4d7f-a0e6-93406ec30f46),segment_id=ffaf9df7-ba70-4d7f-a0e6-93406ec30f46)] {{(pid=73807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:33:40.370289 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-ae97307b-85a0-4bf1-b647-3245287175bc req-da0170d3-d855-42cb-9d11-3d12d590222b tempest-VolumesActionsTest-700052401 tempest-VolumesActionsTest-700052401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664767'] for port, precommit_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:40.372916 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-41258ce7-899d-4e93-bb07-f6e774d1c44d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:40.384330 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-e559a249-1072-4eea-ab0f-4027ab2ec9ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:33:40.400163 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41258ce7-899d-4e93-bb07-f6e774d1c44d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ae6b66e-d73e-4738-805e-8f7e1d34dbc6,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:33:40.404091 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-41258ce7-899d-4e93-bb07-f6e774d1c44d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:33:40.406364 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-41258ce7-899d-4e93-bb07-f6e774d1c44d admin admin] Notify callbacks [] for security_group, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:40.410726 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-41258ce7-899d-4e93-bb07-f6e774d1c44d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8ae6b66e-d73e-4738-805e-8f7e1d34dbc6 HTTP/1.1" status: 204 len: 168 time: 0.2214887 Apr 30 19:33:40.550986 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.plugin [req-ae97307b-85a0-4bf1-b647-3245287175bc req-da0170d3-d855-42cb-9d11-3d12d590222b tempest-VolumesActionsTest-700052401 tempest-VolumesActionsTest-700052401-project] Calling delete_port for 91506128-9707-4ab6-ba32-fdf16dcf1439 owned by compute:nova {{(pid=73807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 19:33:40.674494 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df0a827-a2a0-4e9b-a7be-41e6ae8a8dd7 req-43828a5a-0f0a-403f-99f6-6e99a881e688 tempest-VolumesActionsTest-700052401 tempest-VolumesActionsTest-700052401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:33:40.675980 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-5df0a827-a2a0-4e9b-a7be-41e6ae8a8dd7 req-43828a5a-0f0a-403f-99f6-6e99a881e688 tempest-VolumesActionsTest-700052401 tempest-VolumesActionsTest-700052401-project] 10.222.0.41 "GET /v2.0/ports?device_id=5407b924-2654-47c8-a64d-b574b08c46c6 HTTP/1.1" status: 200 len: 945 time: 0.2969360 Apr 30 19:33:40.706522 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 42392) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:33:40.729505 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-f102fe81-fbd8-45c0-aac5-b0e67b8f6fff admin admin] Notify callbacks [] for security_group, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:40.745073 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-f102fe81-fbd8-45c0-aac5-b0e67b8f6fff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:33:40.748931 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-f102fe81-fbd8-45c0-aac5-b0e67b8f6fff admin admin] Usage tracker for resource:security_group_rule and tenant:138698eeba204b5099c7c288415a368d is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:33:40.751608 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-f102fe81-fbd8-45c0-aac5-b0e67b8f6fff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:33:40.757331 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-f102fe81-fbd8-45c0-aac5-b0e67b8f6fff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:33:40.770090 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-5df0a827-a2a0-4e9b-a7be-41e6ae8a8dd7 req-c760f538-317e-4551-87f2-d0140dc0f875 tempest-VolumesActionsTest-700052401 tempest-VolumesActionsTest-700052401-project] 10.222.0.41 "GET /v2.0/security-groups?id=67f41bf1-23b2-43c9-a82a-677376a56a12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823214 Apr 30 19:33:40.801814 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-ae97307b-85a0-4bf1-b647-3245287175bc req-da0170d3-d855-42cb-9d11-3d12d590222b tempest-VolumesActionsTest-700052401 tempest-VolumesActionsTest-700052401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780697316006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780696898079'] for port, after_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:40.807735 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-39dfafbe-9497-40f6-a2e8-5a0a7f451c27 tempest-DeleteServersTestJSON-444044887 tempest-DeleteServersTestJSON-444044887-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:33:40.816761 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-65ba8c12-0d06-4959-8304-606821799626 None None] get_ports_and_sgs() called for port_ids ['91506128-9707-4ab6-ba32-fdf16dcf1439'] {{(pid=73809) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 19:33:40.851079 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-f102fe81-fbd8-45c0-aac5-b0e67b8f6fff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:40.855392 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-f102fe81-fbd8-45c0-aac5-b0e67b8f6fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:40.855840 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0170d3-d855-42cb-9d11-3d12d590222b tempest-VolumesActionsTest-700052401 tempest-VolumesActionsTest-700052401-project] Pushing event deleted for resources: {'Port': ['ID=91506128-9707-4ab6-ba32-fdf16dcf1439,revision_number=None']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:33:40.858976 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-da0170d3-d855-42cb-9d11-3d12d590222b tempest-VolumesActionsTest-700052401 tempest-VolumesActionsTest-700052401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:33:40.866854 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-0ae58dae-062e-4115-86db-7a7822ba89df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:33:40.909056 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-f102fe81-fbd8-45c0-aac5-b0e67b8f6fff admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=138698eeba204b5099c7c288415a368d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2011869 Apr 30 19:33:40.910848 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f102fe81-fbd8-45c0-aac5-b0e67b8f6fff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce020ce1-ec92-40d6-b3e9-265e9bc2a564,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:33:40.913577 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 42396) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:33:40.916509 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-f102fe81-fbd8-45c0-aac5-b0e67b8f6fff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:33:40.934644 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae97307b-85a0-4bf1-b647-3245287175bc req-da0170d3-d855-42cb-9d11-3d12d590222b tempest-VolumesActionsTest-700052401 tempest-VolumesActionsTest-700052401-project] No DVR routers for this DVR port 91506128-9707-4ab6-ba32-fdf16dcf1439 on host hv-cinder-73362 {{(pid=73807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 19:33:40.937727 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-ae97307b-85a0-4bf1-b647-3245287175bc req-da0170d3-d855-42cb-9d11-3d12d590222b tempest-VolumesActionsTest-700052401 tempest-VolumesActionsTest-700052401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937687'] for port, before_response {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:40.940651 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5407b924-2654-47c8-a64d-b574b08c46c6', 'name': 'network-vif-deleted', 'tag': '91506128-9707-4ab6-ba32-fdf16dcf1439'}] {{(pid=73807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 19:33:40.964206 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-ae97307b-85a0-4bf1-b647-3245287175bc req-da0170d3-d855-42cb-9d11-3d12d590222b tempest-VolumesActionsTest-700052401 tempest-VolumesActionsTest-700052401-project] 10.222.0.48 "DELETE /v2.0/ports/91506128-9707-4ab6-ba32-fdf16dcf1439 HTTP/1.1" status: 204 len: 173 time: 1.0387142 Apr 30 19:33:40.980167 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-71f89e5a-f9a1-4368-842b-7aa74603cd95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:40.993896 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5407b924-2654-47c8-a64d-b574b08c46c6', 'name': 'network-vif-deleted', 'tag': '91506128-9707-4ab6-ba32-fdf16dcf1439', 'status': 'completed', 'code': 200} Apr 30 19:33:41.008623 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-71f89e5a-f9a1-4368-842b-7aa74603cd95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:41.068996 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-71f89e5a-f9a1-4368-842b-7aa74603cd95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:41.076772 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-c32c8fec-0f74-4a50-80e2-94ab645a7bd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:33:41.109629 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f89e5a-f9a1-4368-842b-7aa74603cd95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce020ce1-ec92-40d6-b3e9-265e9bc2a564,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:33:41.113943 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-71f89e5a-f9a1-4368-842b-7aa74603cd95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:33:41.116326 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-71f89e5a-f9a1-4368-842b-7aa74603cd95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:41.118062 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-71f89e5a-f9a1-4368-842b-7aa74603cd95 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ce020ce1-ec92-40d6-b3e9-265e9bc2a564 HTTP/1.1" status: 204 len: 168 time: 0.2030828 Apr 30 19:33:41.361249 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ba978f-7c42-4c4f-85a2-58389dff763d req-412ed57b-257e-4f2c-af51-2eaaa9cbfb90 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:33:41.370280 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-23ba978f-7c42-4c4f-85a2-58389dff763d req-412ed57b-257e-4f2c-af51-2eaaa9cbfb90 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bb8116d-e232-45ab-9b2d-8d874920235b HTTP/1.1" status: 200 len: 945 time: 0.1968174 Apr 30 19:33:41.423582 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-23ba978f-7c42-4c4f-85a2-58389dff763d req-52304644-c40c-4d14-a2c3-9fe60540b428 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/security-groups?id=37889038-5279-4736-a9a0-7b515de45d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478597 Apr 30 19:33:42.677275 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc95b6a-a5ec-4ff1-baa5-82f65ac50374 req-fc15dda6-b5b9-4df9-9d1b-96e89cc5d486 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:33:42.678978 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-9dc95b6a-a5ec-4ff1-baa5-82f65ac50374 req-fc15dda6-b5b9-4df9-9d1b-96e89cc5d486 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bb8116d-e232-45ab-9b2d-8d874920235b HTTP/1.1" status: 200 len: 945 time: 0.1310024 Apr 30 19:33:42.736196 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-9dc95b6a-a5ec-4ff1-baa5-82f65ac50374 req-8b03d907-e2bd-4794-8a0a-ef4f0355b54d tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/security-groups?id=37889038-5279-4736-a9a0-7b515de45d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492456 Apr 30 19:33:43.974128 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3553a96b-80bb-4b7a-a639-2f98139e3781 req-a7fb7694-5266-4ec1-b7c0-436a8b841bc7 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:33:43.975595 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-3553a96b-80bb-4b7a-a639-2f98139e3781 req-a7fb7694-5266-4ec1-b7c0-436a8b841bc7 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bb8116d-e232-45ab-9b2d-8d874920235b HTTP/1.1" status: 200 len: 945 time: 0.0881379 Apr 30 19:33:44.031191 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Device 91506128-9707-4ab6-ba32-fdf16dcf1439 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=73809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 19:33:44.069172 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-65ba8c12-0d06-4959-8304-606821799626 None None] No Port match for: 91506128-9707-4ab6-ba32-fdf16dcf1439 {{(pid=73809) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 19:33:44.069965 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Device 91506128-9707-4ab6-ba32-fdf16dcf1439 not bound to the agent host hv-cinder-73362 {{(pid=73809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 19:33:44.105163 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-3553a96b-80bb-4b7a-a639-2f98139e3781 req-9c5c98a3-9103-4324-a3a5-f8e842a5f0cd tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/security-groups?id=37889038-5279-4736-a9a0-7b515de45d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233604 Apr 30 19:33:45.294669 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147b6f4f-4d6b-4211-b268-354dd8237f68 req-edfe8e0e-7c88-4bb5-a736-e971871c0c7d tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:33:45.296689 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-147b6f4f-4d6b-4211-b268-354dd8237f68 req-edfe8e0e-7c88-4bb5-a736-e971871c0c7d tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bb8116d-e232-45ab-9b2d-8d874920235b HTTP/1.1" status: 200 len: 945 time: 0.0815661 Apr 30 19:33:45.345849 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-147b6f4f-4d6b-4211-b268-354dd8237f68 req-f4c1ba5b-0914-44d4-a38f-63bfe8f87125 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/security-groups?id=37889038-5279-4736-a9a0-7b515de45d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432668 Apr 30 19:33:46.567481 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac411772-b85a-4657-a5fe-8a72110eae8c req-6d0cbbc7-d998-46f1-92fb-cb7241c4baaa tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:33:46.568954 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-ac411772-b85a-4657-a5fe-8a72110eae8c req-6d0cbbc7-d998-46f1-92fb-cb7241c4baaa tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bb8116d-e232-45ab-9b2d-8d874920235b HTTP/1.1" status: 200 len: 945 time: 0.0829983 Apr 30 19:33:46.613512 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-ac411772-b85a-4657-a5fe-8a72110eae8c req-393fcddd-62a2-4813-80aa-f8bfb64b7b7f tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/security-groups?id=37889038-5279-4736-a9a0-7b515de45d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388248 Apr 30 19:33:47.828824 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbd550d-c678-4fcc-bb5d-6ca2ca369d3b req-66a0748d-ff2e-4e35-acf0-d607b4585dc1 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:33:47.830282 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-4fbd550d-c678-4fcc-bb5d-6ca2ca369d3b req-66a0748d-ff2e-4e35-acf0-d607b4585dc1 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bb8116d-e232-45ab-9b2d-8d874920235b HTTP/1.1" status: 200 len: 945 time: 0.0992882 Apr 30 19:33:47.892276 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-4fbd550d-c678-4fcc-bb5d-6ca2ca369d3b req-193ed5ea-ba7f-4178-b09f-94bc0596bea0 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/security-groups?id=37889038-5279-4736-a9a0-7b515de45d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540903 Apr 30 19:33:49.102341 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f260a24e-1985-4081-b61f-28fec369030c req-e5d02aa7-c6d6-46bb-a607-fa4c2c9c6e4c tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:33:49.103841 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-f260a24e-1985-4081-b61f-28fec369030c req-e5d02aa7-c6d6-46bb-a607-fa4c2c9c6e4c tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bb8116d-e232-45ab-9b2d-8d874920235b HTTP/1.1" status: 200 len: 945 time: 0.0900853 Apr 30 19:33:49.172118 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-f260a24e-1985-4081-b61f-28fec369030c req-c91476d6-d583-4413-ab78-f059c2f2aaf2 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/security-groups?id=37889038-5279-4736-a9a0-7b515de45d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583880 Apr 30 19:33:49.339961 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 42674) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:33:49.468801 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-36d8d99e-b312-491f-8372-fee711e2be0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:49.483698 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-36d8d99e-b312-491f-8372-fee711e2be0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:33:49.488373 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-36d8d99e-b312-491f-8372-fee711e2be0d admin admin] Usage tracker for resource:security_group_rule and tenant:55a8d9843ce34d83874b511ae8f99e12 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:33:49.491220 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-36d8d99e-b312-491f-8372-fee711e2be0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:33:49.497055 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-36d8d99e-b312-491f-8372-fee711e2be0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:33:49.586743 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-36d8d99e-b312-491f-8372-fee711e2be0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:49.590245 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-36d8d99e-b312-491f-8372-fee711e2be0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:49.599005 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-b6a7d1b8-1ebc-47d4-bdf4-ba6f9d57d12d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:33:49.641217 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-36d8d99e-b312-491f-8372-fee711e2be0d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=55a8d9843ce34d83874b511ae8f99e12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2996087 Apr 30 19:33:49.642051 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d8d99e-b312-491f-8372-fee711e2be0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acbc0a12-68d5-4ebf-831b-d1aa39ae1faf,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:33:49.644949 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 42684) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:33:49.645442 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-36d8d99e-b312-491f-8372-fee711e2be0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:33:49.704678 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-7deaffe3-4561-47a2-a1bf-2bd478d19b65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:49.731055 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-7deaffe3-4561-47a2-a1bf-2bd478d19b65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:49.785265 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-7deaffe3-4561-47a2-a1bf-2bd478d19b65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:49.789090 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-f3875c1c-f2c4-4f1b-8fdd-46746fadb7ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:33:49.800036 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deaffe3-4561-47a2-a1bf-2bd478d19b65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acbc0a12-68d5-4ebf-831b-d1aa39ae1faf,revision_number=None']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:33:49.804073 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-7deaffe3-4561-47a2-a1bf-2bd478d19b65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:33:49.808132 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-7deaffe3-4561-47a2-a1bf-2bd478d19b65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:49.809254 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-7deaffe3-4561-47a2-a1bf-2bd478d19b65 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/acbc0a12-68d5-4ebf-831b-d1aa39ae1faf HTTP/1.1" status: 204 len: 168 time: 0.1626852 Apr 30 19:33:50.426401 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b56171-c397-4710-a7ae-0674969d034f req-54eb44c0-9b02-46c5-8061-1dc65e5452ac tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:33:50.428097 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-e2b56171-c397-4710-a7ae-0674969d034f req-54eb44c0-9b02-46c5-8061-1dc65e5452ac tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bb8116d-e232-45ab-9b2d-8d874920235b HTTP/1.1" status: 200 len: 945 time: 0.1359606 Apr 30 19:33:50.494152 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-e2b56171-c397-4710-a7ae-0674969d034f req-d457dc75-f106-4340-8afb-669483bf6b66 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/security-groups?id=37889038-5279-4736-a9a0-7b515de45d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591121 Apr 30 19:33:51.034763 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 42754) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:33:51.174361 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-797fb337-4782-49c3-959b-03dada0861c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:51.207428 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-797fb337-4782-49c3-959b-03dada0861c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:33:51.212903 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-797fb337-4782-49c3-959b-03dada0861c3 admin admin] Usage tracker for resource:security_group_rule and tenant:9a111bfd1a414c69b06b05b0a421470e is out of sync, need to count used quota {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:33:51.216078 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-797fb337-4782-49c3-959b-03dada0861c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:33:51.222392 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-797fb337-4782-49c3-959b-03dada0861c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:33:51.317664 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-797fb337-4782-49c3-959b-03dada0861c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:51.322155 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-797fb337-4782-49c3-959b-03dada0861c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:51.331571 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-51f64c2c-bb8a-41ca-96cc-b436033fba87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:33:51.367954 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-797fb337-4782-49c3-959b-03dada0861c3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9a111bfd1a414c69b06b05b0a421470e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3320656 Apr 30 19:33:51.370774 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 42764) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:33:51.384691 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797fb337-4782-49c3-959b-03dada0861c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dee311a-0139-4d24-a28c-839f362cf4ee,revision_number=1']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:33:51.388112 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-797fb337-4782-49c3-959b-03dada0861c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:33:51.438071 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-4d58c4e4-45a6-4027-b7d1-1d14437728ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:51.463903 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-4d58c4e4-45a6-4027-b7d1-1d14437728ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:51.516436 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-4d58c4e4-45a6-4027-b7d1-1d14437728ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:51.520905 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-d430a63a-37ec-45db-b9ed-3a78ee108fd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:33:51.535511 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d58c4e4-45a6-4027-b7d1-1d14437728ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dee311a-0139-4d24-a28c-839f362cf4ee,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:33:51.537915 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-4d58c4e4-45a6-4027-b7d1-1d14437728ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:33:51.546287 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-4d58c4e4-45a6-4027-b7d1-1d14437728ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:51.551643 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-4d58c4e4-45a6-4027-b7d1-1d14437728ed admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4dee311a-0139-4d24-a28c-839f362cf4ee HTTP/1.1" status: 204 len: 168 time: 0.1797924 Apr 30 19:33:51.741557 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5aac12-3d0a-4fc0-ad5b-ee2dee7e0495 req-ecf52b7f-8996-48f3-994b-58f68df580b0 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:33:51.743282 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-9b5aac12-3d0a-4fc0-ad5b-ee2dee7e0495 req-ecf52b7f-8996-48f3-994b-58f68df580b0 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bb8116d-e232-45ab-9b2d-8d874920235b HTTP/1.1" status: 200 len: 945 time: 0.0993211 Apr 30 19:33:51.829483 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-9b5aac12-3d0a-4fc0-ad5b-ee2dee7e0495 req-921883cc-ab4c-4104-99e7-d006c2483c73 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/security-groups?id=37889038-5279-4736-a9a0-7b515de45d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787477 Apr 30 19:33:52.310373 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 42812) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:33:52.554736 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-09bcc57f-eb1e-455e-aae7-94c62534c83c admin admin] Notify callbacks [] for security_group, before_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:52.570909 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-09bcc57f-eb1e-455e-aae7-94c62534c83c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:33:52.574903 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-09bcc57f-eb1e-455e-aae7-94c62534c83c admin admin] Usage tracker for resource:security_group_rule and tenant:4b91a4b0b6a6407998139cdb24a20adc is out of sync, need to count used quota {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:33:52.577857 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-09bcc57f-eb1e-455e-aae7-94c62534c83c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:33:52.584675 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-09bcc57f-eb1e-455e-aae7-94c62534c83c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:33:52.674127 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-09bcc57f-eb1e-455e-aae7-94c62534c83c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:52.677460 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-09bcc57f-eb1e-455e-aae7-94c62534c83c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:52.687308 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-29824106-7387-4b6d-b764-5fc1e731db30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:33:52.760117 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bcc57f-eb1e-455e-aae7-94c62534c83c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=946a966b-bd1d-4435-b7af-e9847c92e411,revision_number=1']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:33:52.767236 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-09bcc57f-eb1e-455e-aae7-94c62534c83c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4b91a4b0b6a6407998139cdb24a20adc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4534409 Apr 30 19:33:52.767236 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-09bcc57f-eb1e-455e-aae7-94c62534c83c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:33:52.767693 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 42834) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:33:52.837982 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-b4749abf-4053-4e53-9472-1ed0d2b78097 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:52.910695 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-b4749abf-4053-4e53-9472-1ed0d2b78097 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:53.090498 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4151572b-8165-4e23-a611-73e3cdb6fd5b req-215eb84b-e030-4dff-b975-5a2ec68da2cf tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:33:53.100138 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-4151572b-8165-4e23-a611-73e3cdb6fd5b req-215eb84b-e030-4dff-b975-5a2ec68da2cf tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bb8116d-e232-45ab-9b2d-8d874920235b HTTP/1.1" status: 200 len: 945 time: 0.1418755 Apr 30 19:33:53.138356 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.agents_db [None req-91d1fe81-9981-4281-a1b3-92062b07bd48 None None] Agent healthcheck: found 6 active agents {{(pid=73810) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 19:33:53.166239 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-b4749abf-4053-4e53-9472-1ed0d2b78097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:53.181080 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-8de0f8f0-2c33-4fd1-ba60-6784acd796ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:33:53.245841 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-4151572b-8165-4e23-a611-73e3cdb6fd5b req-863fea8d-a950-4a67-b247-ed456f008ca7 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/security-groups?id=37889038-5279-4736-a9a0-7b515de45d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448257 Apr 30 19:33:53.247228 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4749abf-4053-4e53-9472-1ed0d2b78097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=946a966b-bd1d-4435-b7af-e9847c92e411,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:33:53.278610 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-b4749abf-4053-4e53-9472-1ed0d2b78097 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:53.279773 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-b4749abf-4053-4e53-9472-1ed0d2b78097 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/946a966b-bd1d-4435-b7af-e9847c92e411 HTTP/1.1" status: 204 len: 168 time: 0.5110896 Apr 30 19:33:53.292079 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-b4749abf-4053-4e53-9472-1ed0d2b78097 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:33:53.302818 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba6e5de-bbfd-44ae-b366-1bbdd8186055 req-854315d4-048c-44f2-a177-bc6053f0c6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:33:53.304708 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-eba6e5de-bbfd-44ae-b366-1bbdd8186055 req-854315d4-048c-44f2-a177-bc6053f0c6b5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6bb8116d-e232-45ab-9b2d-8d874920235b HTTP/1.1" status: 200 len: 1098 time: 0.1167986 Apr 30 19:33:53.356935 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-eba6e5de-bbfd-44ae-b366-1bbdd8186055 req-0c2dfe17-057b-4f6e-92c8-dde6c4b88145 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=37889038-5279-4736-a9a0-7b515de45d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419793 Apr 30 19:33:53.952174 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-8de44bc7-b929-44b9-9e59-05571a2f99f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:54.494804 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23be0cb-c26a-44d5-8ed2-b2e51e2efb11 req-33c2b79f-1b08-401e-93d5-097b41bf8ffa tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:33:54.496399 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-b23be0cb-c26a-44d5-8ed2-b2e51e2efb11 req-33c2b79f-1b08-401e-93d5-097b41bf8ffa tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bb8116d-e232-45ab-9b2d-8d874920235b HTTP/1.1" status: 200 len: 945 time: 0.1089516 Apr 30 19:33:54.558062 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 42918) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:33:54.560893 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-b23be0cb-c26a-44d5-8ed2-b2e51e2efb11 req-64759da9-7f29-4882-b4f6-65f11efd54ce tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/security-groups?id=37889038-5279-4736-a9a0-7b515de45d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581009 Apr 30 19:33:54.716510 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-b87207b0-9818-471c-a0df-1746cac06c68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:54.747071 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-b87207b0-9818-471c-a0df-1746cac06c68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:33:54.751124 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-b87207b0-9818-471c-a0df-1746cac06c68 admin admin] Usage tracker for resource:security_group_rule and tenant:10f11184dfb742f7a28595d8c1ec6121 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:33:54.754663 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-b87207b0-9818-471c-a0df-1746cac06c68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:33:54.760842 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-b87207b0-9818-471c-a0df-1746cac06c68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:33:54.852051 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-b87207b0-9818-471c-a0df-1746cac06c68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:54.857334 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-b87207b0-9818-471c-a0df-1746cac06c68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:54.871620 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-36d8d99e-b312-491f-8372-fee711e2be0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:33:54.916963 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-b87207b0-9818-471c-a0df-1746cac06c68 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=10f11184dfb742f7a28595d8c1ec6121&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3578553 Apr 30 19:33:54.918558 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87207b0-9818-471c-a0df-1746cac06c68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a701b6d9-8c7d-4744-bde4-71e03d9b8f53,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:33:54.919785 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 42932) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:33:54.922283 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-b87207b0-9818-471c-a0df-1746cac06c68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:33:54.993352 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-0918b316-41f1-4069-8169-01bfc158ee9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:55.023011 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-0918b316-41f1-4069-8169-01bfc158ee9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:55.108661 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-0918b316-41f1-4069-8169-01bfc158ee9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:55.113382 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-0232692e-1a15-4b31-b1e4-d0c395af069e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:33:55.149762 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0918b316-41f1-4069-8169-01bfc158ee9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a701b6d9-8c7d-4744-bde4-71e03d9b8f53,revision_number=None']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:33:55.154391 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-0918b316-41f1-4069-8169-01bfc158ee9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:33:55.181990 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-0918b316-41f1-4069-8169-01bfc158ee9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:55.185589 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-0918b316-41f1-4069-8169-01bfc158ee9c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a701b6d9-8c7d-4744-bde4-71e03d9b8f53 HTTP/1.1" status: 204 len: 168 time: 0.2624056 Apr 30 19:33:55.781923 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d08394-1796-4aff-9f15-247c0fe0d2d3 req-da03fee8-73c1-4365-9fa2-941b979e0c86 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:33:55.784098 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-a1d08394-1796-4aff-9f15-247c0fe0d2d3 req-da03fee8-73c1-4365-9fa2-941b979e0c86 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bb8116d-e232-45ab-9b2d-8d874920235b HTTP/1.1" status: 200 len: 945 time: 0.0842450 Apr 30 19:33:55.831166 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-a1d08394-1796-4aff-9f15-247c0fe0d2d3 req-9426754d-a2e5-4267-a755-e2a73bfe8267 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/security-groups?id=37889038-5279-4736-a9a0-7b515de45d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395010 Apr 30 19:33:56.310626 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0673fa01-80ab-41f7-972b-92bc278b7a90 req-d8b09c10-3163-41e7-8f67-09f6ef107dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:33:56.312080 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-0673fa01-80ab-41f7-972b-92bc278b7a90 req-d8b09c10-3163-41e7-8f67-09f6ef107dac service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b687dbbcb0d540b592764d29c8baa1ab&device_id=6bb8116d-e232-45ab-9b2d-8d874920235b HTTP/1.1" status: 200 len: 1098 time: 0.1472688 Apr 30 19:33:56.326912 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19f2114-e458-4b71-a11a-cf5474e7b7f2 req-f7644b48-62e6-4437-ab87-58de586fa6de tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:33:56.328294 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-f19f2114-e458-4b71-a11a-cf5474e7b7f2 req-f7644b48-62e6-4437-ab87-58de586fa6de tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bb8116d-e232-45ab-9b2d-8d874920235b HTTP/1.1" status: 200 len: 945 time: 0.1171858 Apr 30 19:33:56.390829 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:56.478198 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-f19f2114-e458-4b71-a11a-cf5474e7b7f2 req-ea30e5e3-e92c-47d6-9276-2227338f8560 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/security-groups?id=37889038-5279-4736-a9a0-7b515de45d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289270 Apr 30 19:33:56.519658 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0673fa01-80ab-41f7-972b-92bc278b7a90 req-9268e8de-0ab4-44fb-a239-091f4f7b7d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:33:56.521064 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-0673fa01-80ab-41f7-972b-92bc278b7a90 req-9268e8de-0ab4-44fb-a239-091f4f7b7d9a service neutron] 10.222.0.48 "GET /v2.0/networks?id=f30450fe-9c9f-4fd9-802e-cfb944509dec HTTP/1.1" status: 200 len: 919 time: 0.1919429 Apr 30 19:33:56.599631 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-0673fa01-80ab-41f7-972b-92bc278b7a90 req-29a4672d-58bd-422e-ad9a-f7201768610a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f1c93f59-4029-4840-a909-8a8e8e429d43 HTTP/1.1" status: 200 len: 217 time: 0.0693390 Apr 30 19:33:56.671102 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0673fa01-80ab-41f7-972b-92bc278b7a90 req-dae766a0-3e59-4b12-aff0-9e866fce8095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:33:56.672567 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-0673fa01-80ab-41f7-972b-92bc278b7a90 req-dae766a0-3e59-4b12-aff0-9e866fce8095 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7fdb9f4a-37a8-450d-a546-25c2f22121ea HTTP/1.1" status: 200 len: 858 time: 0.0645342 Apr 30 19:33:56.686193 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-3f58ad4c-c2c0-4ca9-b5be-91bd7144ba65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:56.829717 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-0673fa01-80ab-41f7-972b-92bc278b7a90 req-29b1d323-bdb3-4f0a-a95e-5f7dabefa01c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f30450fe-9c9f-4fd9-802e-cfb944509dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1495993 Apr 30 19:33:56.993769 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-0673fa01-80ab-41f7-972b-92bc278b7a90 req-a742432e-29c7-4c4c-ac18-f32304d7a637 service neutron] 10.222.0.48 "GET /v2.0/networks/f30450fe-9c9f-4fd9-802e-cfb944509dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561465 Apr 30 19:33:57.133087 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 43014) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:33:57.184202 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-0673fa01-80ab-41f7-972b-92bc278b7a90 req-e91bdcc7-647a-4b50-8152-940ecf3094d0 service neutron] 10.222.0.48 "GET /v2.0/networks/f30450fe-9c9f-4fd9-802e-cfb944509dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789718 Apr 30 19:33:57.333789 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-c8c35779-1df4-4626-b8e7-04054ed6fb5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:57.349996 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-c8c35779-1df4-4626-b8e7-04054ed6fb5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:33:57.355660 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-c8c35779-1df4-4626-b8e7-04054ed6fb5d admin admin] Usage tracker for resource:security_group_rule and tenant:fd549a4112d74716938ed33b121892a6 is out of sync, need to count used quota {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:33:57.357824 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-c8c35779-1df4-4626-b8e7-04054ed6fb5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:33:57.363931 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-c8c35779-1df4-4626-b8e7-04054ed6fb5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:33:57.472902 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-c8c35779-1df4-4626-b8e7-04054ed6fb5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:57.478378 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-c8c35779-1df4-4626-b8e7-04054ed6fb5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:57.489572 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-522b019f-585c-4e67-a122-d2a4fb4c0e5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:33:57.554767 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-c8c35779-1df4-4626-b8e7-04054ed6fb5d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fd549a4112d74716938ed33b121892a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4208636 Apr 30 19:33:57.555753 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c35779-1df4-4626-b8e7-04054ed6fb5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75935fa9-0a1d-4cc7-b724-63015ba366a7,revision_number=1']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:33:57.557402 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 43042) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:33:57.573223 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-c8c35779-1df4-4626-b8e7-04054ed6fb5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:33:57.710609 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-db901c41-8a71-4621-9038-9b0e7a83b2d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:57.711177 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-1a8ecdfe-4351-43fe-8dd6-d46e926ff411 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:57.749042 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-1a8ecdfe-4351-43fe-8dd6-d46e926ff411 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:57.823296 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcc6023-f440-4614-a204-6cef74ed3a8f req-52b52ae4-5ea2-49d2-b554-6163b0a903da tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:33:57.824888 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-cdcc6023-f440-4614-a204-6cef74ed3a8f req-52b52ae4-5ea2-49d2-b554-6163b0a903da tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bb8116d-e232-45ab-9b2d-8d874920235b HTTP/1.1" status: 200 len: 945 time: 0.1595004 Apr 30 19:33:57.862058 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-1a8ecdfe-4351-43fe-8dd6-d46e926ff411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:57.869172 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-41258ce7-899d-4e93-bb07-f6e774d1c44d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:33:57.886056 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8ecdfe-4351-43fe-8dd6-d46e926ff411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75935fa9-0a1d-4cc7-b724-63015ba366a7,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:33:57.897184 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-1a8ecdfe-4351-43fe-8dd6-d46e926ff411 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:33:57.916719 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-cdcc6023-f440-4614-a204-6cef74ed3a8f req-9b8b7f81-55b7-485e-a525-7bc7ab7b81a1 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/security-groups?id=37889038-5279-4736-a9a0-7b515de45d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848742 Apr 30 19:33:57.922963 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-1a8ecdfe-4351-43fe-8dd6-d46e926ff411 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:57.928686 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-1a8ecdfe-4351-43fe-8dd6-d46e926ff411 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/75935fa9-0a1d-4cc7-b724-63015ba366a7 HTTP/1.1" status: 204 len: 168 time: 0.3697457 Apr 30 19:33:59.121411 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f786cbcb-a63f-4633-91e5-57d0de325a8b req-c7ceea28-6a4a-4a15-9c06-2e54e20338eb tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:33:59.123555 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-f786cbcb-a63f-4633-91e5-57d0de325a8b req-c7ceea28-6a4a-4a15-9c06-2e54e20338eb tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bb8116d-e232-45ab-9b2d-8d874920235b HTTP/1.1" status: 200 len: 945 time: 0.1007502 Apr 30 19:33:59.130310 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:33:59.172974 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-f786cbcb-a63f-4633-91e5-57d0de325a8b req-b0103a68-f678-49f0-9338-ea87b3b8f213 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/security-groups?id=37889038-5279-4736-a9a0-7b515de45d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425334 Apr 30 19:33:59.253728 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-abaefda2-14da-46b7-be41-c4f24c026f78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:00.360528 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7daca94-a511-4584-bbea-2330b84cea7a req-b3333cd4-3dc5-4744-aad0-db55a8033891 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:00.362635 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-e7daca94-a511-4584-bbea-2330b84cea7a req-b3333cd4-3dc5-4744-aad0-db55a8033891 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bb8116d-e232-45ab-9b2d-8d874920235b HTTP/1.1" status: 200 len: 945 time: 0.0815039 Apr 30 19:34:00.412637 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-e7daca94-a511-4584-bbea-2330b84cea7a req-44d364a5-a550-4a13-ac69-83d76ce5adc5 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/security-groups?id=37889038-5279-4736-a9a0-7b515de45d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437834 Apr 30 19:34:00.876872 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 43152) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:34:00.936342 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.db_base_plugin_v2 [None req-f29c4989-4e99-466a-abf1-6d0162f3a05a admin admin] Deleting subnet 54fd9381-dc1e-4831-8d3f-eff5b4bf9994 {{(pid=73808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 19:34:00.939197 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-f29c4989-4e99-466a-abf1-6d0162f3a05a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:00.988449 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-f29c4989-4e99-466a-abf1-6d0162f3a05a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1832907'] for subnet, precommit_delete_associations {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:01.051252 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-f29c4989-4e99-466a-abf1-6d0162f3a05a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3610189'] for subnet, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:01.304268 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-f29c4989-4e99-466a-abf1-6d0162f3a05a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3610180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60822941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61161554'] for subnet, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:01.309506 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:34:01.349415 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29c4989-4e99-466a-abf1-6d0162f3a05a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54fd9381-dc1e-4831-8d3f-eff5b4bf9994,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:34:01.352180 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-f29c4989-4e99-466a-abf1-6d0162f3a05a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:34:01.354135 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-f29c4989-4e99-466a-abf1-6d0162f3a05a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533183'] for subnet, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:01.360383 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-f29c4989-4e99-466a-abf1-6d0162f3a05a admin admin] 10.222.0.41 "DELETE /v2.0/subnets/54fd9381-dc1e-4831-8d3f-eff5b4bf9994 HTTP/1.1" status: 204 len: 168 time: 0.4819593 Apr 30 19:34:01.363419 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 43164) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:34:01.539537 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-40c79eb6-c087-4497-8464-6769261843e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3786539'] for network, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:01.666258 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-40c79eb6-c087-4497-8464-6769261843e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3605456', 'neutron.services.segments.db._delete_segments_for_network-8780697326129'] for network, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:01.776904 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.services.segments.db [None req-40c79eb6-c087-4497-8464-6769261843e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68ad0d51-25c7-4bfc-83ed-1901b891944d']}} {{(pid=73808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:34:01.790266 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.services.segments.db [None req-40c79eb6-c087-4497-8464-6769261843e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffaf9df7-ba70-4d7f-a0e6-93406ec30f46') {'for_net_delete': True} {{(pid=73808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:34:01.790540 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.services.segments.db [None req-40c79eb6-c087-4497-8464-6769261843e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffaf9df7-ba70-4d7f-a0e6-93406ec30f46') {} {{(pid=73808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:34:01.804062 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-40c79eb6-c087-4497-8464-6769261843e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780697336679', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1832946'] for segment, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:01.819665 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-40c79eb6-c087-4497-8464-6769261843e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611927'] for segment, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:01.825790 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40c79eb6-c087-4497-8464-6769261843e0 admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=73808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 19:34:01.995522 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.plugins.ml2.managers [None req-40c79eb6-c087-4497-8464-6769261843e0 admin admin] Network 68ad0d51-25c7-4bfc-83ed-1901b891944d has no segments {{(pid=73808) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 19:34:02.008934 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-40c79eb6-c087-4497-8464-6769261843e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60822335'] for segment, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:02.228175 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.plugins.ml2.managers [None req-40c79eb6-c087-4497-8464-6769261843e0 admin admin] Network 68ad0d51-25c7-4bfc-83ed-1901b891944d has no segments {{(pid=73808) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 19:34:02.250122 dv-cinder-733622-14-smb neutron-server[73808]: Traceback (most recent call last): Apr 30 19:34:02.250122 dv-cinder-733622-14-smb neutron-server[73808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 19:34:02.250122 dv-cinder-733622-14-smb neutron-server[73808]: timer() Apr 30 19:34:02.250122 dv-cinder-733622-14-smb neutron-server[73808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 19:34:02.250122 dv-cinder-733622-14-smb neutron-server[73808]: cb(*args, **kw) Apr 30 19:34:02.250122 dv-cinder-733622-14-smb neutron-server[73808]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 19:34:02.250122 dv-cinder-733622-14-smb neutron-server[73808]: return func(*args, **kwargs) Apr 30 19:34:02.250122 dv-cinder-733622-14-smb neutron-server[73808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 19:34:02.250122 dv-cinder-733622-14-smb neutron-server[73808]: self._notify() Apr 30 19:34:02.250122 dv-cinder-733622-14-smb neutron-server[73808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 19:34:02.250122 dv-cinder-733622-14-smb neutron-server[73808]: self.callback(batched_events) Apr 30 19:34:02.250122 dv-cinder-733622-14-smb neutron-server[73808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 19:34:02.250122 dv-cinder-733622-14-smb neutron-server[73808]: event.method(event) Apr 30 19:34:02.250122 dv-cinder-733622-14-smb neutron-server[73808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 19:34:02.250122 dv-cinder-733622-14-smb neutron-server[73808]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 19:34:02.250122 dv-cinder-733622-14-smb neutron-server[73808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 19:34:02.250122 dv-cinder-733622-14-smb neutron-server[73808]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 19:34:02.250122 dv-cinder-733622-14-smb neutron-server[73808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 19:34:02.250122 dv-cinder-733622-14-smb neutron-server[73808]: return f(self, *a, **k) Apr 30 19:34:02.250122 dv-cinder-733622-14-smb neutron-server[73808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 19:34:02.250122 dv-cinder-733622-14-smb neutron-server[73808]: return self._get(url).json() Apr 30 19:34:02.250122 dv-cinder-733622-14-smb neutron-server[73808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 19:34:02.250122 dv-cinder-733622-14-smb neutron-server[73808]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 19:34:02.250122 dv-cinder-733622-14-smb neutron-server[73808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 19:34:02.250122 dv-cinder-733622-14-smb neutron-server[73808]: return self.request(url, 'GET', **kwargs) Apr 30 19:34:02.250122 dv-cinder-733622-14-smb neutron-server[73808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 19:34:02.250122 dv-cinder-733622-14-smb neutron-server[73808]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 19:34:02.250122 dv-cinder-733622-14-smb neutron-server[73808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 19:34:02.250122 dv-cinder-733622-14-smb neutron-server[73808]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 19:34:02.250122 dv-cinder-733622-14-smb neutron-server[73808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 19:34:02.250122 dv-cinder-733622-14-smb neutron-server[73808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 19:34:02.250122 dv-cinder-733622-14-smb neutron-server[73808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 19:34:02.324708 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa19268-5198-417a-bd0d-50e1a7075e7d req-16ab4d26-cc48-417e-9598-2836fec745a5 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:02.326149 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-8aa19268-5198-417a-bd0d-50e1a7075e7d req-16ab4d26-cc48-417e-9598-2836fec745a5 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bb8116d-e232-45ab-9b2d-8d874920235b HTTP/1.1" status: 200 len: 945 time: 0.3198071 Apr 30 19:34:02.350945 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-40c79eb6-c087-4497-8464-6769261843e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3605455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679237'] for network, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:02.369112 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-6cb788c1-7ab2-4f1b-b95c-e4273ad4cbde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:34:02.387481 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-40c79eb6-c087-4497-8464-6769261843e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533183'] for network, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:02.394696 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-8aa19268-5198-417a-bd0d-50e1a7075e7d req-122eacc4-09f2-43b9-8c2a-50df56fc495f tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/security-groups?id=37889038-5279-4736-a9a0-7b515de45d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623014 Apr 30 19:34:02.396672 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c79eb6-c087-4497-8464-6769261843e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=68ad0d51-25c7-4bfc-83ed-1901b891944d,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:34:02.400785 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-40c79eb6-c087-4497-8464-6769261843e0 admin admin] 10.222.0.41 "DELETE /v2.0/networks/68ad0d51-25c7-4bfc-83ed-1901b891944d HTTP/1.1" status: 204 len: 168 time: 1.0364687 Apr 30 19:34:02.401732 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-40c79eb6-c087-4497-8464-6769261843e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:34:02.403439 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 43184) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:34:02.463397 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.db_base_plugin_v2 [None req-33e7e686-b4f2-4d4d-9f42-a574419aa028 admin admin] Deleting subnet 3a45078d-0683-40df-8142-a303a5903f8f {{(pid=73808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 19:34:02.466586 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-33e7e686-b4f2-4d4d-9f42-a574419aa028 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:02.524490 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-33e7e686-b4f2-4d4d-9f42-a574419aa028 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1832907'] for subnet, precommit_delete_associations {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:02.579530 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-33e7e686-b4f2-4d4d-9f42-a574419aa028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3610189'] for subnet, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:02.839585 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-33e7e686-b4f2-4d4d-9f42-a574419aa028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3610180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60822941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61161554'] for subnet, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:02.852311 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-8d83aa53-b23b-4257-b556-f55961ae8db9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:34:02.899112 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e7e686-b4f2-4d4d-9f42-a574419aa028 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a45078d-0683-40df-8142-a303a5903f8f,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:34:02.912803 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-33e7e686-b4f2-4d4d-9f42-a574419aa028 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:34:02.914207 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-33e7e686-b4f2-4d4d-9f42-a574419aa028 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533183'] for subnet, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:02.921622 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-33e7e686-b4f2-4d4d-9f42-a574419aa028 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/3a45078d-0683-40df-8142-a303a5903f8f HTTP/1.1" status: 204 len: 168 time: 0.5171959 Apr 30 19:34:02.923939 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 43210) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:34:03.169917 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-2817f3f4-5ce8-4f5d-b647-2aa80eb1e361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3786539'] for network, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:03.260446 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 43220) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:34:03.315547 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-2817f3f4-5ce8-4f5d-b647-2aa80eb1e361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3605456', 'neutron.services.segments.db._delete_segments_for_network-8780697326129'] for network, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:03.383599 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-b75c4aba-6c01-43f2-bf2f-ef24d7f0d112 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:03.398737 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-b75c4aba-6c01-43f2-bf2f-ef24d7f0d112 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:34:03.402530 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-b75c4aba-6c01-43f2-bf2f-ef24d7f0d112 admin admin] Usage tracker for resource:security_group_rule and tenant:0e90f09b1d46445facfa9f076cee5ff7 is out of sync, need to count used quota {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:34:03.405390 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-b75c4aba-6c01-43f2-bf2f-ef24d7f0d112 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:34:03.412131 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-b75c4aba-6c01-43f2-bf2f-ef24d7f0d112 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:34:03.426362 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.services.segments.db [None req-2817f3f4-5ce8-4f5d-b647-2aa80eb1e361 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b9c5b20-8931-4c0a-96b0-3d7de747d204']}} {{(pid=73808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:34:03.438878 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.services.segments.db [None req-2817f3f4-5ce8-4f5d-b647-2aa80eb1e361 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a155ab1-ffc0-4136-9f02-077e196b0575') {'for_net_delete': True} {{(pid=73808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:34:03.439175 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.services.segments.db [None req-2817f3f4-5ce8-4f5d-b647-2aa80eb1e361 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a155ab1-ffc0-4136-9f02-077e196b0575') {} {{(pid=73808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:34:03.450757 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-2817f3f4-5ce8-4f5d-b647-2aa80eb1e361 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780697336679', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1832946'] for segment, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:03.467073 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-2817f3f4-5ce8-4f5d-b647-2aa80eb1e361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611927'] for segment, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:03.473930 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2817f3f4-5ce8-4f5d-b647-2aa80eb1e361 admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=73808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 19:34:03.498026 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-b75c4aba-6c01-43f2-bf2f-ef24d7f0d112 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:03.502478 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-b75c4aba-6c01-43f2-bf2f-ef24d7f0d112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:03.512293 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-96cd52ed-0cdf-4dd8-80f7-7700e1a61c41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:34:03.554187 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-b75c4aba-6c01-43f2-bf2f-ef24d7f0d112 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0e90f09b1d46445facfa9f076cee5ff7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2920477 Apr 30 19:34:03.555807 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75c4aba-6c01-43f2-bf2f-ef24d7f0d112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf8b5a4e-e296-4c38-9029-e27f149a2d38,revision_number=1']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:34:03.557994 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 43226) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:34:03.577324 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75c4aba-6c01-43f2-bf2f-ef24d7f0d112 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:34:03.577692 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75c4aba-6c01-43f2-bf2f-ef24d7f0d112 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:34:03.578052 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75c4aba-6c01-43f2-bf2f-ef24d7f0d112 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:34:03.578407 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75c4aba-6c01-43f2-bf2f-ef24d7f0d112 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:34:03.578758 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75c4aba-6c01-43f2-bf2f-ef24d7f0d112 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:34:03.579107 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75c4aba-6c01-43f2-bf2f-ef24d7f0d112 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:34:03.579451 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75c4aba-6c01-43f2-bf2f-ef24d7f0d112 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:34:03.579796 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75c4aba-6c01-43f2-bf2f-ef24d7f0d112 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:34:03.580139 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75c4aba-6c01-43f2-bf2f-ef24d7f0d112 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:34:03.581169 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75c4aba-6c01-43f2-bf2f-ef24d7f0d112 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:34:03.581514 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75c4aba-6c01-43f2-bf2f-ef24d7f0d112 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:34:03.581863 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75c4aba-6c01-43f2-bf2f-ef24d7f0d112 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:34:03.585807 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-b75c4aba-6c01-43f2-bf2f-ef24d7f0d112 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:34:03.635106 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-a83676a8-f67f-4740-9871-253019ca3a85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:03.646397 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.plugins.ml2.managers [None req-2817f3f4-5ce8-4f5d-b647-2aa80eb1e361 admin admin] Network 1b9c5b20-8931-4c0a-96b0-3d7de747d204 has no segments {{(pid=73808) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 19:34:03.654693 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-2817f3f4-5ce8-4f5d-b647-2aa80eb1e361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60822335'] for segment, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:03.662262 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-a83676a8-f67f-4740-9871-253019ca3a85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:03.713385 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-a83676a8-f67f-4740-9871-253019ca3a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:03.717182 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-487a57fb-54c3-4209-8494-e882ffae000f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:34:03.729762 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83676a8-f67f-4740-9871-253019ca3a85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf8b5a4e-e296-4c38-9029-e27f149a2d38,revision_number=None']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:34:03.732876 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-a83676a8-f67f-4740-9871-253019ca3a85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:34:03.744646 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-a83676a8-f67f-4740-9871-253019ca3a85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:03.747959 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-a83676a8-f67f-4740-9871-253019ca3a85 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cf8b5a4e-e296-4c38-9029-e27f149a2d38 HTTP/1.1" status: 204 len: 168 time: 0.1868792 Apr 30 19:34:03.819981 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.plugins.ml2.managers [None req-2817f3f4-5ce8-4f5d-b647-2aa80eb1e361 admin admin] Network 1b9c5b20-8931-4c0a-96b0-3d7de747d204 has no segments {{(pid=73808) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 19:34:03.844434 dv-cinder-733622-14-smb neutron-server[73808]: Traceback (most recent call last): Apr 30 19:34:03.844434 dv-cinder-733622-14-smb neutron-server[73808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 19:34:03.844434 dv-cinder-733622-14-smb neutron-server[73808]: timer() Apr 30 19:34:03.844434 dv-cinder-733622-14-smb neutron-server[73808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 19:34:03.844434 dv-cinder-733622-14-smb neutron-server[73808]: cb(*args, **kw) Apr 30 19:34:03.844434 dv-cinder-733622-14-smb neutron-server[73808]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 19:34:03.844434 dv-cinder-733622-14-smb neutron-server[73808]: return func(*args, **kwargs) Apr 30 19:34:03.844434 dv-cinder-733622-14-smb neutron-server[73808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 19:34:03.844434 dv-cinder-733622-14-smb neutron-server[73808]: self._notify() Apr 30 19:34:03.844434 dv-cinder-733622-14-smb neutron-server[73808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 19:34:03.844434 dv-cinder-733622-14-smb neutron-server[73808]: self.callback(batched_events) Apr 30 19:34:03.844434 dv-cinder-733622-14-smb neutron-server[73808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 19:34:03.844434 dv-cinder-733622-14-smb neutron-server[73808]: event.method(event) Apr 30 19:34:03.844434 dv-cinder-733622-14-smb neutron-server[73808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 19:34:03.844434 dv-cinder-733622-14-smb neutron-server[73808]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 19:34:03.844434 dv-cinder-733622-14-smb neutron-server[73808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 19:34:03.844434 dv-cinder-733622-14-smb neutron-server[73808]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 19:34:03.844434 dv-cinder-733622-14-smb neutron-server[73808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 19:34:03.844434 dv-cinder-733622-14-smb neutron-server[73808]: return f(self, *a, **k) Apr 30 19:34:03.844434 dv-cinder-733622-14-smb neutron-server[73808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 19:34:03.844434 dv-cinder-733622-14-smb neutron-server[73808]: return self._get(url).json() Apr 30 19:34:03.844434 dv-cinder-733622-14-smb neutron-server[73808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 19:34:03.844434 dv-cinder-733622-14-smb neutron-server[73808]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 19:34:03.844434 dv-cinder-733622-14-smb neutron-server[73808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 19:34:03.844434 dv-cinder-733622-14-smb neutron-server[73808]: return self.request(url, 'GET', **kwargs) Apr 30 19:34:03.844434 dv-cinder-733622-14-smb neutron-server[73808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 19:34:03.844434 dv-cinder-733622-14-smb neutron-server[73808]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 19:34:03.844434 dv-cinder-733622-14-smb neutron-server[73808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 19:34:03.844434 dv-cinder-733622-14-smb neutron-server[73808]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 19:34:03.844434 dv-cinder-733622-14-smb neutron-server[73808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 19:34:03.844434 dv-cinder-733622-14-smb neutron-server[73808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 19:34:03.844434 dv-cinder-733622-14-smb neutron-server[73808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 19:34:03.919146 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-2817f3f4-5ce8-4f5d-b647-2aa80eb1e361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3605455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679237'] for network, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:03.922437 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-4fe4e0a4-49e1-4dd5-884d-93b0d46f859d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:34:03.935529 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-2817f3f4-5ce8-4f5d-b647-2aa80eb1e361 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533183'] for network, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:03.944774 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817f3f4-5ce8-4f5d-b647-2aa80eb1e361 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b9c5b20-8931-4c0a-96b0-3d7de747d204,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:34:03.948712 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-2817f3f4-5ce8-4f5d-b647-2aa80eb1e361 admin admin] 10.222.0.41 "DELETE /v2.0/networks/1b9c5b20-8931-4c0a-96b0-3d7de747d204 HTTP/1.1" status: 204 len: 168 time: 1.0227396 Apr 30 19:34:03.949683 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-2817f3f4-5ce8-4f5d-b647-2aa80eb1e361 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:34:04.161501 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 43250) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:34:04.236160 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 43256) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:34:04.247560 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-3ca17996-606f-4750-a0fa-a73f5897445b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=806f97d2f15e4e81952858813d5fc8f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0702665 Apr 30 19:34:04.359998 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-2e6c9fb7-6097-4339-bcc4-870d4957e478 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:04.441792 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-2e6c9fb7-6097-4339-bcc4-870d4957e478 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:04.535701 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-2e6c9fb7-6097-4339-bcc4-870d4957e478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:04.541849 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-a6b39708-d1c3-440d-8982-26686a863a36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:34:04.558114 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6c9fb7-6097-4339-bcc4-870d4957e478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f41bf1-23b2-43c9-a82a-677376a56a12,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:34:04.567963 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6c9fb7-6097-4339-bcc4-870d4957e478 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:34:04.568358 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6c9fb7-6097-4339-bcc4-870d4957e478 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:34:04.568718 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6c9fb7-6097-4339-bcc4-870d4957e478 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:34:04.569063 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6c9fb7-6097-4339-bcc4-870d4957e478 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:34:04.569406 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6c9fb7-6097-4339-bcc4-870d4957e478 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:34:04.569750 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6c9fb7-6097-4339-bcc4-870d4957e478 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:34:04.570093 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6c9fb7-6097-4339-bcc4-870d4957e478 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:34:04.570437 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6c9fb7-6097-4339-bcc4-870d4957e478 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:34:04.570771 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6c9fb7-6097-4339-bcc4-870d4957e478 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:34:04.571107 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6c9fb7-6097-4339-bcc4-870d4957e478 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:34:04.571438 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6c9fb7-6097-4339-bcc4-870d4957e478 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:34:04.571966 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6c9fb7-6097-4339-bcc4-870d4957e478 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:34:04.582938 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-2e6c9fb7-6097-4339-bcc4-870d4957e478 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:34:04.588729 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-2e6c9fb7-6097-4339-bcc4-870d4957e478 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:04.590039 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-2e6c9fb7-6097-4339-bcc4-870d4957e478 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/67f41bf1-23b2-43c9-a82a-677376a56a12 HTTP/1.1" status: 204 len: 168 time: 0.3515878 Apr 30 19:34:04.982668 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 43290) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:34:05.086895 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-b9383548-b3cc-49b1-ac56-9b2931e0233e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=79db19074dbf4e1fa48283dfc34bf13e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1024220 Apr 30 19:34:05.089155 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 43298) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:34:05.158573 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-4de01d65-94ad-417e-9642-5fec08903e99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:05.192273 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-4de01d65-94ad-417e-9642-5fec08903e99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:05.265698 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-4de01d65-94ad-417e-9642-5fec08903e99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:05.272375 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-7aa5a1c0-e253-4c81-ba07-1289e522bb82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:34:05.288600 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-4de01d65-94ad-417e-9642-5fec08903e99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:05.289840 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-4de01d65-94ad-417e-9642-5fec08903e99 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b00deb14-2544-4921-b4bf-7c55bd4c0fe8 HTTP/1.1" status: 204 len: 168 time: 0.1997342 Apr 30 19:34:05.290721 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de01d65-94ad-417e-9642-5fec08903e99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b00deb14-2544-4921-b4bf-7c55bd4c0fe8,revision_number=None']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:34:05.310974 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-4de01d65-94ad-417e-9642-5fec08903e99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:34:05.936817 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c33ced-c8ef-4148-8e7f-cda5f17531fa req-0b244f73-2c3c-4d12-a9af-bdf5fdae6829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:05.938716 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-c5c33ced-c8ef-4148-8e7f-cda5f17531fa req-0b244f73-2c3c-4d12-a9af-bdf5fdae6829 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b687dbbcb0d540b592764d29c8baa1ab&device_id=6bb8116d-e232-45ab-9b2d-8d874920235b HTTP/1.1" status: 200 len: 1098 time: 0.1132662 Apr 30 19:34:06.012415 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c368574b-532d-44d1-9ca6-7210ddaafb1f req-79834073-e131-4897-aa4b-07bc284ae0c3 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:06.017863 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-c368574b-532d-44d1-9ca6-7210ddaafb1f req-79834073-e131-4897-aa4b-07bc284ae0c3 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bb8116d-e232-45ab-9b2d-8d874920235b HTTP/1.1" status: 200 len: 945 time: 0.1006479 Apr 30 19:34:06.061873 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-c368574b-532d-44d1-9ca6-7210ddaafb1f req-2a51268b-85b4-4872-96e6-be366964f534 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/security-groups?id=37889038-5279-4736-a9a0-7b515de45d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430470 Apr 30 19:34:06.094518 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c33ced-c8ef-4148-8e7f-cda5f17531fa req-d5846288-30ec-489a-8c5e-32b8eb3a30bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:06.096692 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-c5c33ced-c8ef-4148-8e7f-cda5f17531fa req-d5846288-30ec-489a-8c5e-32b8eb3a30bf service neutron] 10.222.0.48 "GET /v2.0/networks?id=f30450fe-9c9f-4fd9-802e-cfb944509dec HTTP/1.1" status: 200 len: 919 time: 0.1490262 Apr 30 19:34:06.173604 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-c5c33ced-c8ef-4148-8e7f-cda5f17531fa req-db94c599-322c-4d49-bf80-e5c5b9e3a8c6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f1c93f59-4029-4840-a909-8a8e8e429d43 HTTP/1.1" status: 200 len: 217 time: 0.0708246 Apr 30 19:34:06.249253 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c33ced-c8ef-4148-8e7f-cda5f17531fa req-274d2f97-0929-409a-abe9-ee8320372075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:06.250799 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-c5c33ced-c8ef-4148-8e7f-cda5f17531fa req-274d2f97-0929-409a-abe9-ee8320372075 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7fdb9f4a-37a8-450d-a546-25c2f22121ea HTTP/1.1" status: 200 len: 858 time: 0.0700660 Apr 30 19:34:06.302671 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-c5c33ced-c8ef-4148-8e7f-cda5f17531fa req-c34c6bef-07c2-4d57-8c75-7abcc636a7ba service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f30450fe-9c9f-4fd9-802e-cfb944509dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445447 Apr 30 19:34:06.438186 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-c5c33ced-c8ef-4148-8e7f-cda5f17531fa req-744a16f2-c308-45b3-aa0c-22bad260606f service neutron] 10.222.0.48 "GET /v2.0/networks/f30450fe-9c9f-4fd9-802e-cfb944509dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292315 Apr 30 19:34:06.576203 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-c5c33ced-c8ef-4148-8e7f-cda5f17531fa req-ea54e074-6aca-412c-b324-8a2bb9324b28 service neutron] 10.222.0.48 "GET /v2.0/networks/f30450fe-9c9f-4fd9-802e-cfb944509dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303139 Apr 30 19:34:06.852051 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-f6989fb4-d857-4218-b425-de7ca76a1f1d req-d220c1d7-4dc9-45f4-9ff6-b95f5e969add tempest-VolumesNegativeTest-625959490 tempest-VolumesNegativeTest-625959490-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=8dfb56dabf5041448e136cc7e62a794b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310376 Apr 30 19:34:07.105820 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6989fb4-d857-4218-b425-de7ca76a1f1d req-69b9dd03-7508-4a89-aecd-8c520040539d tempest-VolumesNegativeTest-625959490 tempest-VolumesNegativeTest-625959490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:07.108532 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-f6989fb4-d857-4218-b425-de7ca76a1f1d req-69b9dd03-7508-4a89-aecd-8c520040539d tempest-VolumesNegativeTest-625959490 tempest-VolumesNegativeTest-625959490-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2508864 Apr 30 19:34:07.159049 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-f6989fb4-d857-4218-b425-de7ca76a1f1d req-c3c6519f-18c7-4fb9-8ee1-c6f83a933ee7 tempest-VolumesNegativeTest-625959490 tempest-VolumesNegativeTest-625959490-project] 10.222.0.41 "GET /v2.0/quotas/8dfb56dabf5041448e136cc7e62a794b HTTP/1.1" status: 200 len: 375 time: 0.0431092 Apr 30 19:34:07.226220 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-f6989fb4-d857-4218-b425-de7ca76a1f1d req-270949bc-c7bd-489f-807b-fed28a5e5cd5 tempest-VolumesNegativeTest-625959490 tempest-VolumesNegativeTest-625959490-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=8dfb56dabf5041448e136cc7e62a794b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0651615 Apr 30 19:34:07.622342 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2457f89b-c522-4dd6-91e8-869fa1cb7297 req-fd3933e8-0b02-4e71-a950-91aafb280386 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:07.623874 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-2457f89b-c522-4dd6-91e8-869fa1cb7297 req-fd3933e8-0b02-4e71-a950-91aafb280386 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bb8116d-e232-45ab-9b2d-8d874920235b HTTP/1.1" status: 200 len: 945 time: 0.1461756 Apr 30 19:34:07.698100 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-2457f89b-c522-4dd6-91e8-869fa1cb7297 req-5de6688a-81ed-46a3-8473-bb559f9d3950 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/security-groups?id=37889038-5279-4736-a9a0-7b515de45d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644207 Apr 30 19:34:07.933649 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ee6b1f-7ae9-4449-a3ae-0c1a6af5e14a req-3664fc4e-d274-45f6-a661-c368017fc2bf tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:07.941704 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-03ee6b1f-7ae9-4449-a3ae-0c1a6af5e14a req-3664fc4e-d274-45f6-a661-c368017fc2bf tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6f90263-c62f-4196-8410-f2367a9a9848 HTTP/1.1" status: 200 len: 946 time: 0.0965292 Apr 30 19:34:07.989106 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-ae94362f-3123-4f79-a241-9f087ac4895a req-b880548f-70b2-436a-8ac0-ae4b152a8a84 tempest-VolumesNegativeTest-625959490 tempest-VolumesNegativeTest-625959490-project] 10.222.0.41 "GET /v2.0/ports?device_id=0691a341-db34-4f66-9180-385735026479 HTTP/1.1" status: 200 len: 210 time: 0.0763462 Apr 30 19:34:07.996900 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-03ee6b1f-7ae9-4449-a3ae-0c1a6af5e14a req-d50f43ed-e47f-4d54-84e3-175093a7038d tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/security-groups?id=6dbe6155-75cf-4154-b3d9-4527d6dcc146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539541 Apr 30 19:34:08.666796 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-f6989fb4-d857-4218-b425-de7ca76a1f1d req-6896af19-765b-4b74-97f3-fbb3bfb98004 tempest-VolumesNegativeTest-625959490 tempest-VolumesNegativeTest-625959490-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=8dfb56dabf5041448e136cc7e62a794b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304222 Apr 30 19:34:08.832969 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6989fb4-d857-4218-b425-de7ca76a1f1d req-2a45675f-44e1-464f-a7c8-b31322ec55de tempest-VolumesNegativeTest-625959490 tempest-VolumesNegativeTest-625959490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:08.834443 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-f6989fb4-d857-4218-b425-de7ca76a1f1d req-2a45675f-44e1-464f-a7c8-b31322ec55de tempest-VolumesNegativeTest-625959490 tempest-VolumesNegativeTest-625959490-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1616490 Apr 30 19:34:08.849667 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.v2.base [req-f6989fb4-d857-4218-b425-de7ca76a1f1d req-e6da2371-06e7-4ec3-9ff4-02c21c5b910d tempest-VolumesNegativeTest-625959490 tempest-VolumesNegativeTest-625959490-project] Request body: {'port': {'device_id': '0691a341-db34-4f66-9180-385735026479', 'network_id': 'f8315b32-7373-4888-99f6-cfd2338767b9', 'admin_state_up': True, 'tenant_id': '8dfb56dabf5041448e136cc7e62a794b'}} {{(pid=73807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 19:34:08.921515 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710e96b2-0a74-4be9-af6b-622640bd25cd req-aa25356f-5952-4197-b470-9dd93c03f538 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:08.923237 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-710e96b2-0a74-4be9-af6b-622640bd25cd req-aa25356f-5952-4197-b470-9dd93c03f538 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bb8116d-e232-45ab-9b2d-8d874920235b HTTP/1.1" status: 200 len: 945 time: 0.0937150 Apr 30 19:34:08.980802 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-710e96b2-0a74-4be9-af6b-622640bd25cd req-3c058355-7647-408a-b56a-8f3b7db216d1 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/security-groups?id=37889038-5279-4736-a9a0-7b515de45d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507703 Apr 30 19:34:09.005916 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [req-f6989fb4-d857-4218-b425-de7ca76a1f1d req-e6da2371-06e7-4ec3-9ff4-02c21c5b910d tempest-VolumesNegativeTest-625959490 tempest-VolumesNegativeTest-625959490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:34:09.010306 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [req-f6989fb4-d857-4218-b425-de7ca76a1f1d req-e6da2371-06e7-4ec3-9ff4-02c21c5b910d tempest-VolumesNegativeTest-625959490 tempest-VolumesNegativeTest-625959490-project] Usage tracker for resource:port and tenant:8dfb56dabf5041448e136cc7e62a794b is out of sync, need to count used quota {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:34:09.014021 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [req-f6989fb4-d857-4218-b425-de7ca76a1f1d req-e6da2371-06e7-4ec3-9ff4-02c21c5b910d tempest-VolumesNegativeTest-625959490 tempest-VolumesNegativeTest-625959490-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:34:09.035113 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [req-f6989fb4-d857-4218-b425-de7ca76a1f1d req-e6da2371-06e7-4ec3-9ff4-02c21c5b910d tempest-VolumesNegativeTest-625959490 tempest-VolumesNegativeTest-625959490-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:34:09.046125 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6989fb4-d857-4218-b425-de7ca76a1f1d req-e6da2371-06e7-4ec3-9ff4-02c21c5b910d tempest-VolumesNegativeTest-625959490 tempest-VolumesNegativeTest-625959490-project] Made reservation on behalf of 8dfb56dabf5041448e136cc7e62a794b for: {'port': 1} {{(pid=73807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 19:34:09.050976 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-f6989fb4-d857-4218-b425-de7ca76a1f1d req-e6da2371-06e7-4ec3-9ff4-02c21c5b910d tempest-VolumesNegativeTest-625959490 tempest-VolumesNegativeTest-625959490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:09.071074 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-f6989fb4-d857-4218-b425-de7ca76a1f1d req-e6da2371-06e7-4ec3-9ff4-02c21c5b910d tempest-VolumesNegativeTest-625959490 tempest-VolumesNegativeTest-625959490-project] Notify callbacks [] for security_group, before_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:09.088017 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [req-f6989fb4-d857-4218-b425-de7ca76a1f1d req-e6da2371-06e7-4ec3-9ff4-02c21c5b910d tempest-VolumesNegativeTest-625959490 tempest-VolumesNegativeTest-625959490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:34:09.093023 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [req-f6989fb4-d857-4218-b425-de7ca76a1f1d req-e6da2371-06e7-4ec3-9ff4-02c21c5b910d tempest-VolumesNegativeTest-625959490 tempest-VolumesNegativeTest-625959490-project] Usage tracker for resource:security_group_rule and tenant:8dfb56dabf5041448e136cc7e62a794b is out of sync, need to count used quota {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:34:09.096342 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [req-f6989fb4-d857-4218-b425-de7ca76a1f1d req-e6da2371-06e7-4ec3-9ff4-02c21c5b910d tempest-VolumesNegativeTest-625959490 tempest-VolumesNegativeTest-625959490-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:34:09.102404 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [req-f6989fb4-d857-4218-b425-de7ca76a1f1d req-e6da2371-06e7-4ec3-9ff4-02c21c5b910d tempest-VolumesNegativeTest-625959490 tempest-VolumesNegativeTest-625959490-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:34:09.182049 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-a034d177-27e1-407f-a312-c996fa18dbdb req-248316d4-eae2-487c-93ea-7eae23feabe6 tempest-VolumesNegativeTest-625959490 tempest-VolumesNegativeTest-625959490-project] 10.222.0.41 "GET /v2.0/ports?device_id=0691a341-db34-4f66-9180-385735026479 HTTP/1.1" status: 200 len: 210 time: 0.0752125 Apr 30 19:34:09.241562 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9c64ba-14c5-429a-9984-754ebe717e9c req-19c46076-cf76-4dba-bc95-2605425061c7 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:09.248652 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-de9c64ba-14c5-429a-9984-754ebe717e9c req-19c46076-cf76-4dba-bc95-2605425061c7 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6f90263-c62f-4196-8410-f2367a9a9848 HTTP/1.1" status: 200 len: 946 time: 0.0921202 Apr 30 19:34:09.297724 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-de9c64ba-14c5-429a-9984-754ebe717e9c req-09c7a561-d5a9-4c5e-82b7-cef7d0e8d036 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/security-groups?id=6dbe6155-75cf-4154-b3d9-4527d6dcc146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481882 Apr 30 19:34:09.314598 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-f6989fb4-d857-4218-b425-de7ca76a1f1d req-e6da2371-06e7-4ec3-9ff4-02c21c5b910d tempest-VolumesNegativeTest-625959490 tempest-VolumesNegativeTest-625959490-project] Notify callbacks [] for security_group, precommit_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:09.318665 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-f6989fb4-d857-4218-b425-de7ca76a1f1d req-e6da2371-06e7-4ec3-9ff4-02c21c5b910d tempest-VolumesNegativeTest-625959490 tempest-VolumesNegativeTest-625959490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:09.323097 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-797fb337-4782-49c3-959b-03dada0861c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:34:09.436977 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6da2371-06e7-4ec3-9ff4-02c21c5b910d tempest-VolumesNegativeTest-625959490 tempest-VolumesNegativeTest-625959490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c48d731-5cde-4539-a6a2-4d9b4e2f10f3,revision_number=1']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:34:09.472883 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-e6da2371-06e7-4ec3-9ff4-02c21c5b910d tempest-VolumesNegativeTest-625959490 tempest-VolumesNegativeTest-625959490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:34:09.547634 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.db_base_plugin_common [req-f6989fb4-d857-4218-b425-de7ca76a1f1d req-e6da2371-06e7-4ec3-9ff4-02c21c5b910d tempest-VolumesNegativeTest-625959490 tempest-VolumesNegativeTest-625959490-project] Allocated IP 192.168.233.35 (f8315b32-7373-4888-99f6-cfd2338767b9/f872ccd4-c388-49b0-ac69-2f38897534c2/88a6e231-243f-4a0e-855a-2e9c71b9fe1a) {{(pid=73807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 19:34:09.755692 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-f6989fb4-d857-4218-b425-de7ca76a1f1d req-e6da2371-06e7-4ec3-9ff4-02c21c5b910d tempest-VolumesNegativeTest-625959490 tempest-VolumesNegativeTest-625959490-project] Notify callbacks [] for port, precommit_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:09.771140 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.provisioning_blocks [req-f6989fb4-d857-4218-b425-de7ca76a1f1d req-e6da2371-06e7-4ec3-9ff4-02c21c5b910d tempest-VolumesNegativeTest-625959490 tempest-VolumesNegativeTest-625959490-project] Transition to ACTIVE for port object 88a6e231-243f-4a0e-855a-2e9c71b9fe1a will not be triggered until provisioned by entity DHCP. {{(pid=73807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 19:34:09.799585 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-f6989fb4-d857-4218-b425-de7ca76a1f1d req-e6da2371-06e7-4ec3-9ff4-02c21c5b910d tempest-VolumesNegativeTest-625959490 tempest-VolumesNegativeTest-625959490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780696898070'] for port, after_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:09.806970 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-836b4322-acb6-45de-834e-2514868ffaab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:34:09.880440 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6989fb4-d857-4218-b425-de7ca76a1f1d req-e6da2371-06e7-4ec3-9ff4-02c21c5b910d tempest-VolumesNegativeTest-625959490 tempest-VolumesNegativeTest-625959490-project] Network f8315b32-7373-4888-99f6-cfd2338767b9 is already hosted by enough agents. {{(pid=73807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 19:34:09.883958 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.scheduler.base_scheduler [req-f6989fb4-d857-4218-b425-de7ca76a1f1d req-e6da2371-06e7-4ec3-9ff4-02c21c5b910d tempest-VolumesNegativeTest-625959490 tempest-VolumesNegativeTest-625959490-project] Resources bound (agent type, host, resource id): {{(pid=73807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 19:34:09.887997 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6989fb4-d857-4218-b425-de7ca76a1f1d req-e6da2371-06e7-4ec3-9ff4-02c21c5b910d tempest-VolumesNegativeTest-625959490 tempest-VolumesNegativeTest-625959490-project] Received port after_create {{(pid=73807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 19:34:09.893833 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6989fb4-d857-4218-b425-de7ca76a1f1d req-e6da2371-06e7-4ec3-9ff4-02c21c5b910d tempest-VolumesNegativeTest-625959490 tempest-VolumesNegativeTest-625959490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:09.894463 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-f6989fb4-d857-4218-b425-de7ca76a1f1d req-e6da2371-06e7-4ec3-9ff4-02c21c5b910d tempest-VolumesNegativeTest-625959490 tempest-VolumesNegativeTest-625959490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937687'] for port, before_response {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:09.902667 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6da2371-06e7-4ec3-9ff4-02c21c5b910d tempest-VolumesNegativeTest-625959490 tempest-VolumesNegativeTest-625959490-project] Pushing event updated for resources: {'Port': ['ID=88a6e231-243f-4a0e-855a-2e9c71b9fe1a,revision_number=1']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:34:09.910853 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-e6da2371-06e7-4ec3-9ff4-02c21c5b910d tempest-VolumesNegativeTest-625959490 tempest-VolumesNegativeTest-625959490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:34:09.927560 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-f6989fb4-d857-4218-b425-de7ca76a1f1d req-e6da2371-06e7-4ec3-9ff4-02c21c5b910d tempest-VolumesNegativeTest-625959490 tempest-VolumesNegativeTest-625959490-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0834646 Apr 30 19:34:09.940550 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.v2.base [req-f6989fb4-d857-4218-b425-de7ca76a1f1d req-0d63cb89-4ec8-4633-8046-d2c9ea7aeeae service neutron] Request body: {'port': {'device_id': '0691a341-db34-4f66-9180-385735026479', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=73807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 19:34:10.081831 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-f6989fb4-d857-4218-b425-de7ca76a1f1d req-0d63cb89-4ec8-4633-8046-d2c9ea7aeeae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:10.141758 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-716e7e5b-c689-4bf1-b8c0-80a911797337 None None] Provisioning for port 88a6e231-243f-4a0e-855a-2e9c71b9fe1a completed by entity DHCP. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 19:34:10.150883 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-716e7e5b-c689-4bf1-b8c0-80a911797337 None None] Provisioning complete for port 88a6e231-243f-4a0e-855a-2e9c71b9fe1a triggered by entity DHCP. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 19:34:10.152771 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-716e7e5b-c689-4bf1-b8c0-80a911797337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618911'] for port, provisioning_complete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:10.241443 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-716e7e5b-c689-4bf1-b8c0-80a911797337 None None] Port 88a6e231-243f-4a0e-855a-2e9c71b9fe1a cannot update to ACTIVE because it is not bound. {{(pid=73809) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 19:34:10.299065 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9657afaf-b4dd-4d9d-a02c-118e57cc2561 req-c856c72e-3a4b-4031-93c3-3c8c3b9e0279 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:10.300574 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-9657afaf-b4dd-4d9d-a02c-118e57cc2561 req-c856c72e-3a4b-4031-93c3-3c8c3b9e0279 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bb8116d-e232-45ab-9b2d-8d874920235b HTTP/1.1" status: 200 len: 945 time: 0.2027123 Apr 30 19:34:10.387198 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7606ad22-0900-4932-8a95-4a2e8cb636db req-31ffb7e7-cb04-4d66-88b0-1a7fbb59638a tempest-VolumesNegativeTest-625959490 tempest-VolumesNegativeTest-625959490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:10.388658 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-7606ad22-0900-4932-8a95-4a2e8cb636db req-31ffb7e7-cb04-4d66-88b0-1a7fbb59638a tempest-VolumesNegativeTest-625959490 tempest-VolumesNegativeTest-625959490-project] 10.222.0.41 "GET /v2.0/ports?device_id=0691a341-db34-4f66-9180-385735026479 HTTP/1.1" status: 200 len: 935 time: 0.0827932 Apr 30 19:34:10.430000 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-9657afaf-b4dd-4d9d-a02c-118e57cc2561 req-6a362a10-108f-4ff0-9e03-4fdab39bebd2 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/security-groups?id=37889038-5279-4736-a9a0-7b515de45d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150093 Apr 30 19:34:10.433782 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-7606ad22-0900-4932-8a95-4a2e8cb636db req-a5aa9483-d809-405d-918a-f9986e5c8849 tempest-VolumesNegativeTest-625959490 tempest-VolumesNegativeTest-625959490-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c48d731-5cde-4539-a6a2-4d9b4e2f10f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382824 Apr 30 19:34:10.539151 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.notifiers.nova [req-f6989fb4-d857-4218-b425-de7ca76a1f1d req-0d63cb89-4ec8-4633-8046-d2c9ea7aeeae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88a6e231-243f-4a0e-855a-2e9c71b9fe1a {{(pid=73807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 19:34:10.547442 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-f6989fb4-d857-4218-b425-de7ca76a1f1d req-0d63cb89-4ec8-4633-8046-d2c9ea7aeeae service neutron] Notify callbacks [] for port, precommit_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:10.564877 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.provisioning_blocks [req-f6989fb4-d857-4218-b425-de7ca76a1f1d req-0d63cb89-4ec8-4633-8046-d2c9ea7aeeae service neutron] Transition to ACTIVE for port object 88a6e231-243f-4a0e-855a-2e9c71b9fe1a will not be triggered until provisioned by entity L2. {{(pid=73807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 19:34:10.570559 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-f6989fb4-d857-4218-b425-de7ca76a1f1d req-0d63cb89-4ec8-4633-8046-d2c9ea7aeeae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133'] for port, after_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:10.576338 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-c11d6308-7a7c-405e-9709-8f10cdb19448 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:34:10.631501 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4850a26-8038-4175-879d-9e429026f2ab req-1a52a945-786e-403e-9ecd-3db5dfb8292f tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:10.633575 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-f4850a26-8038-4175-879d-9e429026f2ab req-1a52a945-786e-403e-9ecd-3db5dfb8292f tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6f90263-c62f-4196-8410-f2367a9a9848 HTTP/1.1" status: 200 len: 946 time: 0.0959656 Apr 30 19:34:10.778786 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-f4850a26-8038-4175-879d-9e429026f2ab req-7f0cb384-44e7-4f36-8180-3653de493dfb tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/security-groups?id=6dbe6155-75cf-4154-b3d9-4527d6dcc146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1381121 Apr 30 19:34:10.904070 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d63cb89-4ec8-4633-8046-d2c9ea7aeeae service neutron] Pushing event updated for resources: {'Port': ['ID=88a6e231-243f-4a0e-855a-2e9c71b9fe1a,revision_number=2']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:34:10.938793 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-0d63cb89-4ec8-4633-8046-d2c9ea7aeeae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:34:10.966602 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.managers [req-f6989fb4-d857-4218-b425-de7ca76a1f1d req-0d63cb89-4ec8-4633-8046-d2c9ea7aeeae service neutron] Attempting to bind port 88a6e231-243f-4a0e-855a-2e9c71b9fe1a on host hv-cinder-73362 for vnic_type normal with profile {{(pid=73807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 19:34:10.966919 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.managers [req-f6989fb4-d857-4218-b425-de7ca76a1f1d req-0d63cb89-4ec8-4633-8046-d2c9ea7aeeae service neutron] Attempting to bind port 88a6e231-243f-4a0e-855a-2e9c71b9fe1a by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '0fa59370-8e22-41f6-928c-cd8d469ec473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'f8315b32-7373-4888-99f6-cfd2338767b9'}] {{(pid=73807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 19:34:10.967245 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6989fb4-d857-4218-b425-de7ca76a1f1d req-0d63cb89-4ec8-4633-8046-d2c9ea7aeeae service neutron] Attempting to bind port 88a6e231-243f-4a0e-855a-2e9c71b9fe1a on network f8315b32-7373-4888-99f6-cfd2338767b9 {{(pid=73807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 19:34:10.979655 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6989fb4-d857-4218-b425-de7ca76a1f1d req-0d63cb89-4ec8-4633-8046-d2c9ea7aeeae service neutron] Port 88a6e231-243f-4a0e-855a-2e9c71b9fe1a on network f8315b32-7373-4888-99f6-cfd2338767b9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=73807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 19:34:10.979933 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6989fb4-d857-4218-b425-de7ca76a1f1d req-0d63cb89-4ec8-4633-8046-d2c9ea7aeeae service neutron] Attempting to bind port 88a6e231-243f-4a0e-855a-2e9c71b9fe1a on network f8315b32-7373-4888-99f6-cfd2338767b9 {{(pid=73807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 19:34:10.989302 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6989fb4-d857-4218-b425-de7ca76a1f1d req-0d63cb89-4ec8-4633-8046-d2c9ea7aeeae service neutron] Checking agent: {'id': '787256c0-27a9-4f74-baeb-f887319a5aee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 19, 30, 29), 'started_at': datetime.datetime(2021, 4, 30, 19, 30, 29), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 19, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 19:34:10.989636 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6989fb4-d857-4218-b425-de7ca76a1f1d req-0d63cb89-4ec8-4633-8046-d2c9ea7aeeae service neutron] Checking segment: {'id': '0fa59370-8e22-41f6-928c-cd8d469ec473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'f8315b32-7373-4888-99f6-cfd2338767b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 19:34:10.990024 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6989fb4-d857-4218-b425-de7ca76a1f1d req-0d63cb89-4ec8-4633-8046-d2c9ea7aeeae service neutron] Bound using segment: {'id': '0fa59370-8e22-41f6-928c-cd8d469ec473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'f8315b32-7373-4888-99f6-cfd2338767b9'} {{(pid=73807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 19:34:10.990450 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.managers [req-f6989fb4-d857-4218-b425-de7ca76a1f1d req-0d63cb89-4ec8-4633-8046-d2c9ea7aeeae service neutron] Bound port: 88a6e231-243f-4a0e-855a-2e9c71b9fe1a, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fa59370-8e22-41f6-928c-cd8d469ec473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'f8315b32-7373-4888-99f6-cfd2338767b9'}}] {{(pid=73807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 19:34:10.990794 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-f6989fb4-d857-4218-b425-de7ca76a1f1d req-0d63cb89-4ec8-4633-8046-d2c9ea7aeeae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:11.046830 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542a73a7-35b6-40bf-a7b0-226260917559 req-993976b6-688e-47cd-ba8a-2c6bf8f2281f tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:11.048302 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-542a73a7-35b6-40bf-a7b0-226260917559 req-993976b6-688e-47cd-ba8a-2c6bf8f2281f tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.41 "GET /v2.0/ports?device_id=3394bdf1-036b-4b34-aa2b-feb8c50fb28e HTTP/1.1" status: 200 len: 946 time: 0.2195439 Apr 30 19:34:11.139922 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-542a73a7-35b6-40bf-a7b0-226260917559 req-216be241-65bb-4708-b948-2f9866456d7b tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.41 "GET /v2.0/security-groups?id=71be5d99-fb6b-4407-8806-836c5d750a20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0806210 Apr 30 19:34:11.148993 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.db [req-f6989fb4-d857-4218-b425-de7ca76a1f1d req-0d63cb89-4ec8-4633-8046-d2c9ea7aeeae service neutron] For port 88a6e231-243f-4a0e-855a-2e9c71b9fe1a, host hv-cinder-73362, cleared binding levels {{(pid=73807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 19:34:11.152757 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.db [req-f6989fb4-d857-4218-b425-de7ca76a1f1d req-0d63cb89-4ec8-4633-8046-d2c9ea7aeeae service neutron] For port 88a6e231-243f-4a0e-855a-2e9c71b9fe1a, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=88a6e231-243f-4a0e-855a-2e9c71b9fe1a,segment=NetworkSegment(0fa59370-8e22-41f6-928c-cd8d469ec473),segment_id=0fa59370-8e22-41f6-928c-cd8d469ec473)] {{(pid=73807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 19:34:11.160825 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-f6989fb4-d857-4218-b425-de7ca76a1f1d req-0d63cb89-4ec8-4633-8046-d2c9ea7aeeae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133'] for port, after_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:11.168069 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-aa8422e4-bd8a-427f-ab62-7cc9e6524861 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:34:11.241694 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6989fb4-d857-4218-b425-de7ca76a1f1d req-0d63cb89-4ec8-4633-8046-d2c9ea7aeeae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:11.242529 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-f6989fb4-d857-4218-b425-de7ca76a1f1d req-0d63cb89-4ec8-4633-8046-d2c9ea7aeeae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937687'] for port, before_response {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:11.244405 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-f6989fb4-d857-4218-b425-de7ca76a1f1d req-0d63cb89-4ec8-4633-8046-d2c9ea7aeeae service neutron] 10.222.0.48 "PUT /v2.0/ports/88a6e231-243f-4a0e-855a-2e9c71b9fe1a HTTP/1.1" status: 200 len: 1097 time: 1.3084843 Apr 30 19:34:11.245378 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0691a341-db34-4f66-9180-385735026479', 'tag': '88a6e231-243f-4a0e-855a-2e9c71b9fe1a'}] {{(pid=73807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 19:34:11.260696 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 43502) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:34:11.278969 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d63cb89-4ec8-4633-8046-d2c9ea7aeeae service neutron] Pushing event updated for resources: {'Port': ['ID=88a6e231-243f-4a0e-855a-2e9c71b9fe1a,revision_number=3']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:34:11.287304 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-0d63cb89-4ec8-4633-8046-d2c9ea7aeeae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:34:11.342041 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0691a341-db34-4f66-9180-385735026479', 'tag': '88a6e231-243f-4a0e-855a-2e9c71b9fe1a', 'status': 'completed', 'code': 200} Apr 30 19:34:11.389545 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6989fb4-d857-4218-b425-de7ca76a1f1d req-ab1c7df8-ea81-4294-a9e1-21451d76140a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:11.391132 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-f6989fb4-d857-4218-b425-de7ca76a1f1d req-ab1c7df8-ea81-4294-a9e1-21451d76140a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8dfb56dabf5041448e136cc7e62a794b&device_id=0691a341-db34-4f66-9180-385735026479 HTTP/1.1" status: 200 len: 1100 time: 0.0977123 Apr 30 19:34:11.483109 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-f6989fb4-d857-4218-b425-de7ca76a1f1d req-d300bba9-24ff-4bea-b05a-cb11c3e5e8f9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=88a6e231-243f-4a0e-855a-2e9c71b9fe1a HTTP/1.1" status: 200 len: 217 time: 0.0829728 Apr 30 19:34:11.485321 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-882d045f-0e26-4c1b-bb25-66a2e54eb3dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:11.549379 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-882d045f-0e26-4c1b-bb25-66a2e54eb3dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:34:11.598212 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-882d045f-0e26-4c1b-bb25-66a2e54eb3dc admin admin] Usage tracker for resource:security_group_rule and tenant:4b209fa74e0e4733a5cfa784b7acd4e8 is out of sync, need to count used quota {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:34:11.607331 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-882d045f-0e26-4c1b-bb25-66a2e54eb3dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:34:11.617340 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-882d045f-0e26-4c1b-bb25-66a2e54eb3dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:34:11.632325 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6989fb4-d857-4218-b425-de7ca76a1f1d req-4e3aed5d-c815-4b40-9e73-32bccb3f997a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:11.634110 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-f6989fb4-d857-4218-b425-de7ca76a1f1d req-4e3aed5d-c815-4b40-9e73-32bccb3f997a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f872ccd4-c388-49b0-ac69-2f38897534c2 HTTP/1.1" status: 200 len: 843 time: 0.1397862 Apr 30 19:34:11.636960 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d318413-49ea-44d9-9dff-4cce252b9669 req-bcff2d65-2480-4536-b0e1-9cc9552ea317 tempest-VolumesNegativeTest-625959490 tempest-VolumesNegativeTest-625959490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:11.638399 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-8d318413-49ea-44d9-9dff-4cce252b9669 req-bcff2d65-2480-4536-b0e1-9cc9552ea317 tempest-VolumesNegativeTest-625959490 tempest-VolumesNegativeTest-625959490-project] 10.222.0.41 "GET /v2.0/ports?device_id=0691a341-db34-4f66-9180-385735026479 HTTP/1.1" status: 200 len: 947 time: 0.0890827 Apr 30 19:34:11.686918 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-8d318413-49ea-44d9-9dff-4cce252b9669 req-cc8bb4e8-0600-4c94-91e9-4db8c82b73ba tempest-VolumesNegativeTest-625959490 tempest-VolumesNegativeTest-625959490-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c48d731-5cde-4539-a6a2-4d9b4e2f10f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423918 Apr 30 19:34:11.756376 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9573b0e4-b8bb-481d-b110-284aba56200b req-85fa18df-9e1f-40d6-9ce7-b3cf083fdf74 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:11.757734 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-9573b0e4-b8bb-481d-b110-284aba56200b req-85fa18df-9e1f-40d6-9ce7-b3cf083fdf74 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bb8116d-e232-45ab-9b2d-8d874920235b HTTP/1.1" status: 200 len: 945 time: 0.2061100 Apr 30 19:34:11.838200 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6989fb4-d857-4218-b425-de7ca76a1f1d req-5a413afb-95ca-4b12-9a37-6172e2bd2517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:11.839654 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-f6989fb4-d857-4218-b425-de7ca76a1f1d req-5a413afb-95ca-4b12-9a37-6172e2bd2517 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f8315b32-7373-4888-99f6-cfd2338767b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1973205 Apr 30 19:34:11.846799 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-9573b0e4-b8bb-481d-b110-284aba56200b req-2744fcd2-7d99-4384-9f62-b962bc4f5cf1 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/security-groups?id=37889038-5279-4736-a9a0-7b515de45d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803828 Apr 30 19:34:11.869115 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-882d045f-0e26-4c1b-bb25-66a2e54eb3dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:11.884039 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-882d045f-0e26-4c1b-bb25-66a2e54eb3dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:11.894683 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-0918b316-41f1-4069-8169-01bfc158ee9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:34:11.979654 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009635fa-34e5-4334-a3c0-99e9fd857f6d req-1230a779-69e7-4299-8307-301585373317 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:11.981123 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-009635fa-34e5-4334-a3c0-99e9fd857f6d req-1230a779-69e7-4299-8307-301585373317 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6f90263-c62f-4196-8410-f2367a9a9848 HTTP/1.1" status: 200 len: 946 time: 0.0804577 Apr 30 19:34:11.991898 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-882d045f-0e26-4c1b-bb25-66a2e54eb3dc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4b209fa74e0e4733a5cfa784b7acd4e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7295060 Apr 30 19:34:11.996852 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 43514) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:34:12.015968 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882d045f-0e26-4c1b-bb25-66a2e54eb3dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0af41fec-471c-4ca2-a39d-0e1f48a3ca41,revision_number=1']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:34:12.022234 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-882d045f-0e26-4c1b-bb25-66a2e54eb3dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:34:12.029102 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-009635fa-34e5-4334-a3c0-99e9fd857f6d req-eea49814-b459-4d51-b243-16b15d90193a tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/security-groups?id=6dbe6155-75cf-4154-b3d9-4527d6dcc146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411031 Apr 30 19:34:12.067428 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-f6989fb4-d857-4218-b425-de7ca76a1f1d req-65133000-347f-479d-b7ee-5f2e1f200fa3 service neutron] 10.222.0.48 "GET /v2.0/networks/f8315b32-7373-4888-99f6-cfd2338767b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196901 Apr 30 19:34:12.120348 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-a1e5a9a6-c94c-4404-8bb2-e9b798b15fef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:12.204608 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-a1e5a9a6-c94c-4404-8bb2-e9b798b15fef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:12.305472 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-f6989fb4-d857-4218-b425-de7ca76a1f1d req-15f02a71-c0f7-4f30-bd4b-469c91eae47e service neutron] 10.222.0.48 "GET /v2.0/networks/f8315b32-7373-4888-99f6-cfd2338767b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277088 Apr 30 19:34:12.333590 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-a1e5a9a6-c94c-4404-8bb2-e9b798b15fef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:12.339147 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-b75c4aba-6c01-43f2-bf2f-ef24d7f0d112 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:34:12.352543 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e5a9a6-c94c-4404-8bb2-e9b798b15fef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0af41fec-471c-4ca2-a39d-0e1f48a3ca41,revision_number=None']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:34:12.355980 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-a1e5a9a6-c94c-4404-8bb2-e9b798b15fef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:34:12.404712 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665a73c6-6ac3-4c76-9cb5-629802370214 req-9bfef454-b749-4388-9a96-e08a2d1f49e3 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:12.406167 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-665a73c6-6ac3-4c76-9cb5-629802370214 req-9bfef454-b749-4388-9a96-e08a2d1f49e3 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.41 "GET /v2.0/ports?device_id=3394bdf1-036b-4b34-aa2b-feb8c50fb28e HTTP/1.1" status: 200 len: 946 time: 0.1561167 Apr 30 19:34:12.406965 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-a1e5a9a6-c94c-4404-8bb2-e9b798b15fef admin admin] Notify callbacks [] for security_group, before_response {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:12.410276 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-a1e5a9a6-c94c-4404-8bb2-e9b798b15fef admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0af41fec-471c-4ca2-a39d-0e1f48a3ca41 HTTP/1.1" status: 204 len: 168 time: 0.4087031 Apr 30 19:34:12.473303 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-665a73c6-6ac3-4c76-9cb5-629802370214 req-3f43e4c8-4289-459d-bd6e-cc720b64cfaf tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.41 "GET /v2.0/security-groups?id=71be5d99-fb6b-4407-8806-836c5d750a20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0574808 Apr 30 19:34:12.485583 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d37133b-e133-4f31-b7eb-8ede4358c9ff req-725d1dd6-eb85-4499-bda6-0c1c7cdb7716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:12.487969 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-6d37133b-e133-4f31-b7eb-8ede4358c9ff req-725d1dd6-eb85-4499-bda6-0c1c7cdb7716 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8dfb56dabf5041448e136cc7e62a794b&device_id=0691a341-db34-4f66-9180-385735026479 HTTP/1.1" status: 200 len: 1100 time: 0.1297910 Apr 30 19:34:12.639230 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d37133b-e133-4f31-b7eb-8ede4358c9ff req-0b0a2887-86ac-48d6-8e44-0e43c4b8385b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:12.640722 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-6d37133b-e133-4f31-b7eb-8ede4358c9ff req-0b0a2887-86ac-48d6-8e44-0e43c4b8385b service neutron] 10.222.0.48 "GET /v2.0/networks?id=f8315b32-7373-4888-99f6-cfd2338767b9 HTTP/1.1" status: 200 len: 870 time: 0.1410427 Apr 30 19:34:12.718830 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-6d37133b-e133-4f31-b7eb-8ede4358c9ff req-dc34b310-6ab0-404f-a0bd-9cd6a615dc2b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=88a6e231-243f-4a0e-855a-2e9c71b9fe1a HTTP/1.1" status: 200 len: 217 time: 0.0696037 Apr 30 19:34:12.804848 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d37133b-e133-4f31-b7eb-8ede4358c9ff req-53f74b49-48c5-4c5c-be50-3ccb13277451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:12.807106 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-6d37133b-e133-4f31-b7eb-8ede4358c9ff req-53f74b49-48c5-4c5c-be50-3ccb13277451 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f872ccd4-c388-49b0-ac69-2f38897534c2 HTTP/1.1" status: 200 len: 843 time: 0.0790193 Apr 30 19:34:12.915413 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0218d90f-5b30-4bef-b671-05bf07f7d6e6 req-6b83051d-d155-4224-a812-4f7b4a61dde7 tempest-VolumesNegativeTest-625959490 tempest-VolumesNegativeTest-625959490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:12.923594 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-0218d90f-5b30-4bef-b671-05bf07f7d6e6 req-6b83051d-d155-4224-a812-4f7b4a61dde7 tempest-VolumesNegativeTest-625959490 tempest-VolumesNegativeTest-625959490-project] 10.222.0.41 "GET /v2.0/ports?device_id=0691a341-db34-4f66-9180-385735026479 HTTP/1.1" status: 200 len: 947 time: 0.1051116 Apr 30 19:34:12.979518 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-0218d90f-5b30-4bef-b671-05bf07f7d6e6 req-54593a27-717c-4b84-b33a-00f6e1ab8248 tempest-VolumesNegativeTest-625959490 tempest-VolumesNegativeTest-625959490-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c48d731-5cde-4539-a6a2-4d9b4e2f10f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540433 Apr 30 19:34:13.010932 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d37133b-e133-4f31-b7eb-8ede4358c9ff req-094fe7e9-6d72-4c7f-a814-838619ef4363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:13.012597 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-6d37133b-e133-4f31-b7eb-8ede4358c9ff req-094fe7e9-6d72-4c7f-a814-838619ef4363 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f8315b32-7373-4888-99f6-cfd2338767b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1945496 Apr 30 19:34:13.235642 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 43556) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:34:13.262432 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b58ef3-ea9a-4d05-861c-e387d86f9b6e req-e74295ba-e66a-4fbe-a827-b240eebfe135 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:13.266161 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-c9b58ef3-ea9a-4d05-861c-e387d86f9b6e req-e74295ba-e66a-4fbe-a827-b240eebfe135 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bb8116d-e232-45ab-9b2d-8d874920235b HTTP/1.1" status: 200 len: 945 time: 0.2445750 Apr 30 19:34:13.277278 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-6d37133b-e133-4f31-b7eb-8ede4358c9ff req-4e62d362-c822-4533-ab84-61ad651a3a7d service neutron] 10.222.0.48 "GET /v2.0/networks/f8315b32-7373-4888-99f6-cfd2338767b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2542567 Apr 30 19:34:13.313102 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ac9cdb-5025-4f05-8fad-6f9296524560 req-543e3aad-d6d5-4085-9d21-1c17cf3de926 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:13.317149 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-b2ac9cdb-5025-4f05-8fad-6f9296524560 req-543e3aad-d6d5-4085-9d21-1c17cf3de926 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6f90263-c62f-4196-8410-f2367a9a9848 HTTP/1.1" status: 200 len: 946 time: 0.1499622 Apr 30 19:34:13.365364 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-c9b58ef3-ea9a-4d05-861c-e387d86f9b6e req-6c43b5d2-762b-4c89-a84f-7b512c14e864 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/security-groups?id=37889038-5279-4736-a9a0-7b515de45d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903974 Apr 30 19:34:13.412002 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-b2ac9cdb-5025-4f05-8fad-6f9296524560 req-af40d3f9-1bd6-4582-9b16-8e68bd70099c tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/security-groups?id=6dbe6155-75cf-4154-b3d9-4527d6dcc146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899668 Apr 30 19:34:13.431689 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.v2.base [None req-20cd9f28-31d4-4071-bebb-c61314cc0860 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1365048353-network', 'tenant_id': 'e67bebe82dfc4acd96a2733e0754cd04'}} {{(pid=73807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 19:34:13.447788 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-20cd9f28-31d4-4071-bebb-c61314cc0860 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:34:13.454517 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-20cd9f28-31d4-4071-bebb-c61314cc0860 admin admin] Usage tracker for resource:network and tenant:e67bebe82dfc4acd96a2733e0754cd04 is out of sync, need to count used quota {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:34:13.459049 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-20cd9f28-31d4-4071-bebb-c61314cc0860 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:34:13.467006 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-20cd9f28-31d4-4071-bebb-c61314cc0860 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:34:13.492490 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20cd9f28-31d4-4071-bebb-c61314cc0860 admin admin] Made reservation on behalf of e67bebe82dfc4acd96a2733e0754cd04 for: {'network': 1} {{(pid=73807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 19:34:13.494706 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-20cd9f28-31d4-4071-bebb-c61314cc0860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for network, before_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:13.508041 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-6d37133b-e133-4f31-b7eb-8ede4358c9ff req-0b406ea3-0fa8-4ca4-b665-de292763a1a3 service neutron] 10.222.0.48 "GET /v2.0/networks/f8315b32-7373-4888-99f6-cfd2338767b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919179 Apr 30 19:34:13.510196 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-20cd9f28-31d4-4071-bebb-c61314cc0860 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:13.525336 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-20cd9f28-31d4-4071-bebb-c61314cc0860 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:34:13.529598 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-20cd9f28-31d4-4071-bebb-c61314cc0860 admin admin] Usage tracker for resource:security_group_rule and tenant:e67bebe82dfc4acd96a2733e0754cd04 is out of sync, need to count used quota {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:34:13.532608 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-20cd9f28-31d4-4071-bebb-c61314cc0860 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:34:13.539544 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-20cd9f28-31d4-4071-bebb-c61314cc0860 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:34:13.676892 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-20cd9f28-31d4-4071-bebb-c61314cc0860 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:13.683338 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-20cd9f28-31d4-4071-bebb-c61314cc0860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:13.687648 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-0fabe3f3-b5ce-45a5-941d-0c5942a564f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:34:13.725274 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20cd9f28-31d4-4071-bebb-c61314cc0860 admin admin] vlan segment allocate from pool success with {'vlan_id': 515, 'physical_network': 'physnet1'} {{(pid=73807) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 19:34:13.737740 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cd9f28-31d4-4071-bebb-c61314cc0860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=184ab099-d1f1-4765-bfc7-ab0fdc4abd6e,revision_number=1']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:34:13.747066 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaf0321-a9d9-44d2-bd96-d02c63ac9c89 req-d4d6d0bd-c865-43fb-9f8a-e3d0771c0cad tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:13.748523 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-1aaf0321-a9d9-44d2-bd96-d02c63ac9c89 req-d4d6d0bd-c865-43fb-9f8a-e3d0771c0cad tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.41 "GET /v2.0/ports?device_id=3394bdf1-036b-4b34-aa2b-feb8c50fb28e HTTP/1.1" status: 200 len: 946 time: 0.1540763 Apr 30 19:34:13.750303 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-20cd9f28-31d4-4071-bebb-c61314cc0860 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:34:13.753368 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-20cd9f28-31d4-4071-bebb-c61314cc0860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611927'] for segment, precommit_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:13.753711 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.db.segments_db [None req-20cd9f28-31d4-4071-bebb-c61314cc0860 admin admin] Added segment ed660aeb-4367-41fe-9388-d165df18e741 of type vlan for network b43604af-9124-42a1-9d34-be2ce6e9a52b Apr 30 19:34:13.810777 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-20cd9f28-31d4-4071-bebb-c61314cc0860 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780696885140'] for network, precommit_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:13.822264 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-1aaf0321-a9d9-44d2-bd96-d02c63ac9c89 req-907c5042-ac69-416e-90d6-09aeedc3ed45 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.41 "GET /v2.0/security-groups?id=71be5d99-fb6b-4407-8806-836c5d750a20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0671253 Apr 30 19:34:13.847604 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-20cd9f28-31d4-4071-bebb-c61314cc0860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137'] for network, after_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:13.849023 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20cd9f28-31d4-4071-bebb-c61314cc0860 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:13.849605 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-20cd9f28-31d4-4071-bebb-c61314cc0860 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533183'] for network, before_response {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:13.854216 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-0c983b59-e78c-415d-8eb4-deeadc48b5eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:34:13.950274 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-20cd9f28-31d4-4071-bebb-c61314cc0860 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7133796 Apr 30 19:34:13.953151 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 43566) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:34:13.956814 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cd9f28-31d4-4071-bebb-c61314cc0860 admin admin] Pushing event updated for resources: {'Network': ['ID=b43604af-9124-42a1-9d34-be2ce6e9a52b,revision_number=1']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:34:13.959458 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.v2.base [None req-41b92744-1fcd-4dbd-950b-c9fb29672bf2 admin admin] Request body: {'subnet': {'network_id': 'b43604af-9124-42a1-9d34-be2ce6e9a52b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1365048353-subnet', 'tenant_id': 'e67bebe82dfc4acd96a2733e0754cd04', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 19:34:13.960066 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-20cd9f28-31d4-4071-bebb-c61314cc0860 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:34:13.964988 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-41b92744-1fcd-4dbd-950b-c9fb29672bf2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:34:13.966751 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Network b43604af-9124-42a1-9d34-be2ce6e9a52b details requested by agent ovs-agent-dv-cinder-733622-14-smb with host dv-cinder-733622-14-smb {{(pid=73809) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 19:34:13.969290 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-41b92744-1fcd-4dbd-950b-c9fb29672bf2 admin admin] Usage tracker for resource:subnet and tenant:e67bebe82dfc4acd96a2733e0754cd04 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:34:13.972761 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-41b92744-1fcd-4dbd-950b-c9fb29672bf2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:34:13.978372 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-41b92744-1fcd-4dbd-950b-c9fb29672bf2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:34:13.991413 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41b92744-1fcd-4dbd-950b-c9fb29672bf2 admin admin] Made reservation on behalf of e67bebe82dfc4acd96a2733e0754cd04 for: {'subnet': 1} {{(pid=73808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 19:34:13.993715 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-41b92744-1fcd-4dbd-950b-c9fb29672bf2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61161599'] for subnet, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:14.224218 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29647c8-c366-4b2f-9140-af2295259145 req-4916f5d5-045e-4d34-8010-ba0200004916 tempest-VolumesNegativeTest-625959490 tempest-VolumesNegativeTest-625959490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:14.225599 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-c29647c8-c366-4b2f-9140-af2295259145 req-4916f5d5-045e-4d34-8010-ba0200004916 tempest-VolumesNegativeTest-625959490 tempest-VolumesNegativeTest-625959490-project] 10.222.0.41 "GET /v2.0/ports?device_id=0691a341-db34-4f66-9180-385735026479 HTTP/1.1" status: 200 len: 947 time: 0.1416793 Apr 30 19:34:14.316155 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-c29647c8-c366-4b2f-9140-af2295259145 req-a2359b96-d71e-40d2-a15c-9d60af5f8da0 tempest-VolumesNegativeTest-625959490 tempest-VolumesNegativeTest-625959490-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c48d731-5cde-4539-a6a2-4d9b4e2f10f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768158 Apr 30 19:34:14.483712 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-41b92744-1fcd-4dbd-950b-c9fb29672bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60823004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61161577'] for subnet, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:14.487901 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-dd5d445d-56dd-4762-98cf-b7071b606f0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:34:14.571379 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7920d89-75c8-453b-83fe-3606a44d9cb2 req-d67b4778-5ed8-4010-9db0-1c49be34c0b5 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:14.572885 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-a7920d89-75c8-453b-83fe-3606a44d9cb2 req-d67b4778-5ed8-4010-9db0-1c49be34c0b5 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bb8116d-e232-45ab-9b2d-8d874920235b HTTP/1.1" status: 200 len: 945 time: 0.0974121 Apr 30 19:34:14.611885 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b92744-1fcd-4dbd-950b-c9fb29672bf2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee63e9f9-8008-4498-995b-8405bf587e1d,revision_number=0']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:34:14.619414 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-41b92744-1fcd-4dbd-950b-c9fb29672bf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:34:14.623591 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b92744-1fcd-4dbd-950b-c9fb29672bf2 admin admin] Checking segment: {'id': 'ed660aeb-4367-41fe-9388-d165df18e741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b43604af-9124-42a1-9d34-be2ce6e9a52b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 19:34:14.623937 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b92744-1fcd-4dbd-950b-c9fb29672bf2 admin admin] Network hostable DHCP agents. Network: b43604af-9124-42a1-9d34-be2ce6e9a52b, hostable agents: ['e57161e2-0c22-4573-bfa0-d55a94615101'], hosted agents: [] {{(pid=73808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 19:34:14.629155 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-a7920d89-75c8-453b-83fe-3606a44d9cb2 req-e6261a9d-797c-4efe-a483-4d480b2f2e96 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/security-groups?id=37889038-5279-4736-a9a0-7b515de45d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500598 Apr 30 19:34:14.659678 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b92744-1fcd-4dbd-950b-c9fb29672bf2 admin admin] Network b43604af-9124-42a1-9d34-be2ce6e9a52b is scheduled to be hosted by DHCP agent e57161e2-0c22-4573-bfa0-d55a94615101 with binding_index 1 {{(pid=73808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 19:34:14.676585 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9711884c-e89f-4cd5-903e-fa270e59a6bc req-840a1afa-8b56-4d5f-9e2a-d8bf30537deb tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:14.678015 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-9711884c-e89f-4cd5-903e-fa270e59a6bc req-840a1afa-8b56-4d5f-9e2a-d8bf30537deb tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6f90263-c62f-4196-8410-f2367a9a9848 HTTP/1.1" status: 200 len: 946 time: 0.1224778 Apr 30 19:34:14.679019 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.scheduler.base_scheduler [None req-41b92744-1fcd-4dbd-950b-c9fb29672bf2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-14-smb, b43604af-9124-42a1-9d34-be2ce6e9a52b) {{(pid=73808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 19:34:14.692066 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca5c3886-fc97-4e08-ab0b-948e16e6daf5 None None] Network b43604af-9124-42a1-9d34-be2ce6e9a52b requested from dv-cinder-733622-14-smb {{(pid=73809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 19:34:14.705136 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b92744-1fcd-4dbd-950b-c9fb29672bf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:14.705714 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-41b92744-1fcd-4dbd-950b-c9fb29672bf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533183'] for subnet, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:14.740849 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-9711884c-e89f-4cd5-903e-fa270e59a6bc req-5f5f91a9-9ecf-4136-88ad-bed5708b6613 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/security-groups?id=6dbe6155-75cf-4154-b3d9-4527d6dcc146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554080 Apr 30 19:34:14.742660 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-41b92744-1fcd-4dbd-950b-c9fb29672bf2 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7885311 Apr 30 19:34:14.953978 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb922ec-e61f-44fc-9feb-738a33e74151 None None] Network b43604af-9124-42a1-9d34-be2ce6e9a52b requested from dv-cinder-733622-14-smb {{(pid=73809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 19:34:15.028078 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c3ba80-5859-4652-aef9-ef5aa977cc1c req-c46f5137-d33d-48b0-9ef8-f39f04ce5928 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:15.029866 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-05c3ba80-5859-4652-aef9-ef5aa977cc1c req-c46f5137-d33d-48b0-9ef8-f39f04ce5928 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.41 "GET /v2.0/ports?device_id=3394bdf1-036b-4b34-aa2b-feb8c50fb28e HTTP/1.1" status: 200 len: 946 time: 0.0904651 Apr 30 19:34:15.096443 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-05c3ba80-5859-4652-aef9-ef5aa977cc1c req-7412656d-be93-4d9d-8301-9aa9d3779470 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.41 "GET /v2.0/security-groups?id=71be5d99-fb6b-4407-8806-836c5d750a20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0588033 Apr 30 19:34:15.503947 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f10be74-82e1-4b9e-b69b-83ae7cdb7d85 req-d84872f0-9ad5-4209-af30-4542b88858c6 tempest-VolumesNegativeTest-625959490 tempest-VolumesNegativeTest-625959490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:15.505348 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-7f10be74-82e1-4b9e-b69b-83ae7cdb7d85 req-d84872f0-9ad5-4209-af30-4542b88858c6 tempest-VolumesNegativeTest-625959490 tempest-VolumesNegativeTest-625959490-project] 10.222.0.41 "GET /v2.0/ports?device_id=0691a341-db34-4f66-9180-385735026479 HTTP/1.1" status: 200 len: 947 time: 0.0818050 Apr 30 19:34:15.554405 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-7f10be74-82e1-4b9e-b69b-83ae7cdb7d85 req-7b370083-8eaa-4bb6-a1e2-bf749a753018 tempest-VolumesNegativeTest-625959490 tempest-VolumesNegativeTest-625959490-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c48d731-5cde-4539-a6a2-4d9b4e2f10f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431840 Apr 30 19:34:15.813740 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b985b6d-5816-4e4e-86cb-306c74ce2361 req-d85be470-b85d-4d50-93b3-58646dd3ee70 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:15.815911 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-0b985b6d-5816-4e4e-86cb-306c74ce2361 req-d85be470-b85d-4d50-93b3-58646dd3ee70 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bb8116d-e232-45ab-9b2d-8d874920235b HTTP/1.1" status: 200 len: 945 time: 0.0838912 Apr 30 19:34:15.861875 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-0b985b6d-5816-4e4e-86cb-306c74ce2361 req-3cb4268c-5526-4974-b321-60b85fd78c7b tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/security-groups?id=37889038-5279-4736-a9a0-7b515de45d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398033 Apr 30 19:34:15.946228 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ef35af-7e0b-473a-a0bf-c7aada158da2 req-e87683b9-814f-4e0c-ace9-270c6688da42 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:15.947698 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-d1ef35af-7e0b-473a-a0bf-c7aada158da2 req-e87683b9-814f-4e0c-ace9-270c6688da42 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6f90263-c62f-4196-8410-f2367a9a9848 HTTP/1.1" status: 200 len: 946 time: 0.0797920 Apr 30 19:34:15.994538 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-d1ef35af-7e0b-473a-a0bf-c7aada158da2 req-4bf2ef1b-855d-4883-9ad0-90a6dbbc5776 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/security-groups?id=6dbe6155-75cf-4154-b3d9-4527d6dcc146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409586 Apr 30 19:34:16.141583 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Device 88a6e231-243f-4a0e-855a-2e9c71b9fe1a details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=73809) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 19:34:16.289461 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-65ba8c12-0d06-4959-8304-606821799626 None None] For port 88a6e231-243f-4a0e-855a-2e9c71b9fe1a, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=88a6e231-243f-4a0e-855a-2e9c71b9fe1a,segment=NetworkSegment(0fa59370-8e22-41f6-928c-cd8d469ec473),segment_id=0fa59370-8e22-41f6-928c-cd8d469ec473)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:34:16.292542 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b6f173-9d2a-412e-a0d0-5d9c36711992 req-9ff20a1e-8385-4d60-95e7-3fbf10975e4d tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:16.294001 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-e8b6f173-9d2a-412e-a0d0-5d9c36711992 req-9ff20a1e-8385-4d60-95e7-3fbf10975e4d tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.41 "GET /v2.0/ports?device_id=3394bdf1-036b-4b34-aa2b-feb8c50fb28e HTTP/1.1" status: 200 len: 946 time: 0.0874500 Apr 30 19:34:16.302959 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Returning: {'device': '88a6e231-243f-4a0e-855a-2e9c71b9fe1a', 'network_id': 'f8315b32-7373-4888-99f6-cfd2338767b9', 'port_id': '88a6e231-243f-4a0e-855a-2e9c71b9fe1a', 'mac_address': 'fa:16:3e:1f:4b:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f872ccd4-c388-49b0-ac69-2f38897534c2', 'ip_address': '192.168.233.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73809) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 19:34:16.339191 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-e8b6f173-9d2a-412e-a0d0-5d9c36711992 req-34ef34b8-1444-4161-a06b-940442c8bb6d tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.41 "GET /v2.0/security-groups?id=71be5d99-fb6b-4407-8806-836c5d750a20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391464 Apr 30 19:34:16.362290 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:16.378665 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.notifiers.nova [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88a6e231-243f-4a0e-855a-2e9c71b9fe1a {{(pid=73809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 19:34:16.394120 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-65ba8c12-0d06-4959-8304-606821799626 None None] For port 88a6e231-243f-4a0e-855a-2e9c71b9fe1a, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=88a6e231-243f-4a0e-855a-2e9c71b9fe1a,segment=NetworkSegment(0fa59370-8e22-41f6-928c-cd8d469ec473),segment_id=0fa59370-8e22-41f6-928c-cd8d469ec473)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:34:16.397514 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:16.400134 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:34:16.463986 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Pushing event updated for resources: {'Port': ['ID=88a6e231-243f-4a0e-855a-2e9c71b9fe1a,revision_number=4']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:34:16.467262 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:34:16.699762 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-65ba8c12-0d06-4959-8304-606821799626 None None] get_ports_and_sgs() called for port_ids ['88a6e231-243f-4a0e-855a-2e9c71b9fe1a'] {{(pid=73809) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 19:34:16.742803 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4154e336-1752-4be4-b115-4fd7bce857d3 req-5807bf48-7049-45cd-97a1-8b8c120dd02f tempest-VolumesNegativeTest-625959490 tempest-VolumesNegativeTest-625959490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:16.744275 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-4154e336-1752-4be4-b115-4fd7bce857d3 req-5807bf48-7049-45cd-97a1-8b8c120dd02f tempest-VolumesNegativeTest-625959490 tempest-VolumesNegativeTest-625959490-project] 10.222.0.41 "GET /v2.0/ports?device_id=0691a341-db34-4f66-9180-385735026479 HTTP/1.1" status: 200 len: 948 time: 0.0843990 Apr 30 19:34:16.791596 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-4154e336-1752-4be4-b115-4fd7bce857d3 req-e8c0b820-16bd-4b10-a7f5-d822ae0b58bb tempest-VolumesNegativeTest-625959490 tempest-VolumesNegativeTest-625959490-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c48d731-5cde-4539-a6a2-4d9b4e2f10f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415206 Apr 30 19:34:16.838744 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a598725c-334d-4813-b1b7-dafeac71614c req-a1a716a2-6c5a-456d-95b3-0445737a8848 tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:16.839414 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [req-a598725c-334d-4813-b1b7-dafeac71614c req-a1a716a2-6c5a-456d-95b3-0445737a8848 tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] Synchronizing usage tracker for tenant:e67bebe82dfc4acd96a2733e0754cd04 on resource:network {{(pid=73807) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 19:34:16.857094 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [req-a598725c-334d-4813-b1b7-dafeac71614c req-a1a716a2-6c5a-456d-95b3-0445737a8848 tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] Unset dirty status for tenant:e67bebe82dfc4acd96a2733e0754cd04 on resource:network {{(pid=73807) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 19:34:16.858319 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-a598725c-334d-4813-b1b7-dafeac71614c req-a1a716a2-6c5a-456d-95b3-0445737a8848 tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] 10.222.0.41 "GET /v2.0/networks?id=b43604af-9124-42a1-9d34-be2ce6e9a52b HTTP/1.1" status: 200 len: 814 time: 0.1720746 Apr 30 19:34:16.873743 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-a598725c-334d-4813-b1b7-dafeac71614c req-06e38901-e346-424b-ab5b-78518594a09e tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] 10.222.0.41 "GET /v2.0/quotas/e67bebe82dfc4acd96a2733e0754cd04 HTTP/1.1" status: 200 len: 375 time: 0.0088766 Apr 30 19:34:16.921802 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-a598725c-334d-4813-b1b7-dafeac71614c req-6428744d-07df-48ad-85c4-19899147ff4e tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e67bebe82dfc4acd96a2733e0754cd04&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0418568 Apr 30 19:34:17.050093 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4824d77b-89ea-4e01-8099-acc4df9792b6 req-76017099-7ce9-48ba-9f52-86e5d3d30405 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:17.051532 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-4824d77b-89ea-4e01-8099-acc4df9792b6 req-76017099-7ce9-48ba-9f52-86e5d3d30405 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bb8116d-e232-45ab-9b2d-8d874920235b HTTP/1.1" status: 200 len: 945 time: 0.0808988 Apr 30 19:34:17.055940 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-a598725c-334d-4813-b1b7-dafeac71614c req-96838436-345e-414b-813e-1d398538b1a8 service neutron] 10.222.0.41 "GET /v2.0/networks/b43604af-9124-42a1-9d34-be2ce6e9a52b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268351 Apr 30 19:34:17.096060 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-4824d77b-89ea-4e01-8099-acc4df9792b6 req-74c47d07-f324-4203-97d2-9321af852cfa tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/security-groups?id=37889038-5279-4736-a9a0-7b515de45d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386329 Apr 30 19:34:17.295137 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53fac64-3911-4eba-a4d5-1a6a5eb3141f req-6f5491c1-44ba-4d23-82df-44dc8575e30c tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:17.296792 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-a53fac64-3911-4eba-a4d5-1a6a5eb3141f req-6f5491c1-44ba-4d23-82df-44dc8575e30c tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6f90263-c62f-4196-8410-f2367a9a9848 HTTP/1.1" status: 200 len: 946 time: 0.0980356 Apr 30 19:34:17.298310 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-a598725c-334d-4813-b1b7-dafeac71614c req-3017de2c-7cad-4c4a-9c41-c5a549bf7e85 service neutron] 10.222.0.41 "GET /v2.0/networks/b43604af-9124-42a1-9d34-be2ce6e9a52b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359085 Apr 30 19:34:17.347162 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-a53fac64-3911-4eba-a4d5-1a6a5eb3141f req-7b2e6e43-84a6-4087-925c-aeb566a113de tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/security-groups?id=6dbe6155-75cf-4154-b3d9-4527d6dcc146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431201 Apr 30 19:34:17.492403 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-4a9be523-474a-445d-95bb-9facff044e6a req-ba140b0c-fd98-40a0-9718-4eef6703067a tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] 10.222.0.41 "GET /v2.0/ports?device_id=398dbde5-f769-493f-bb99-0f07f6fed192 HTTP/1.1" status: 200 len: 210 time: 0.0525000 Apr 30 19:34:17.562731 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e606f00-8c66-46ed-beee-b79a4ab7b246 req-cf6efea7-353d-4f47-9ad3-681a1398b5d5 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:17.564363 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-3e606f00-8c66-46ed-beee-b79a4ab7b246 req-cf6efea7-353d-4f47-9ad3-681a1398b5d5 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.41 "GET /v2.0/ports?device_id=3394bdf1-036b-4b34-aa2b-feb8c50fb28e HTTP/1.1" status: 200 len: 946 time: 0.1129451 Apr 30 19:34:17.691801 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-3e606f00-8c66-46ed-beee-b79a4ab7b246 req-4abcc970-0c78-4b35-b7dd-cb6666b36185 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.41 "GET /v2.0/security-groups?id=71be5d99-fb6b-4407-8806-836c5d750a20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1213427 Apr 30 19:34:17.982622 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc3799d-979b-44eb-a3b9-e3f04484bf87 req-fb51e7b6-abb6-4739-8592-5acbc488d929 tempest-VolumesNegativeTest-625959490 tempest-VolumesNegativeTest-625959490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:17.983316 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [req-bdc3799d-979b-44eb-a3b9-e3f04484bf87 req-fb51e7b6-abb6-4739-8592-5acbc488d929 tempest-VolumesNegativeTest-625959490 tempest-VolumesNegativeTest-625959490-project] Synchronizing usage tracker for tenant:8dfb56dabf5041448e136cc7e62a794b on resource:port {{(pid=73807) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 19:34:18.000430 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [req-bdc3799d-979b-44eb-a3b9-e3f04484bf87 req-fb51e7b6-abb6-4739-8592-5acbc488d929 tempest-VolumesNegativeTest-625959490 tempest-VolumesNegativeTest-625959490-project] Unset dirty status for tenant:8dfb56dabf5041448e136cc7e62a794b on resource:port {{(pid=73807) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 19:34:18.002068 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-bdc3799d-979b-44eb-a3b9-e3f04484bf87 req-fb51e7b6-abb6-4739-8592-5acbc488d929 tempest-VolumesNegativeTest-625959490 tempest-VolumesNegativeTest-625959490-project] 10.222.0.41 "GET /v2.0/ports?device_id=0691a341-db34-4f66-9180-385735026479 HTTP/1.1" status: 200 len: 948 time: 0.0998015 Apr 30 19:34:18.047956 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [req-bdc3799d-979b-44eb-a3b9-e3f04484bf87 req-ec7a5007-8b59-4e0e-984d-5e7710d25307 tempest-VolumesNegativeTest-625959490 tempest-VolumesNegativeTest-625959490-project] Synchronizing usage tracker for tenant:8dfb56dabf5041448e136cc7e62a794b on resource:security_group {{(pid=73807) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 19:34:18.068015 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [req-bdc3799d-979b-44eb-a3b9-e3f04484bf87 req-ec7a5007-8b59-4e0e-984d-5e7710d25307 tempest-VolumesNegativeTest-625959490 tempest-VolumesNegativeTest-625959490-project] Unset dirty status for tenant:8dfb56dabf5041448e136cc7e62a794b on resource:security_group {{(pid=73807) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 19:34:18.069246 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-bdc3799d-979b-44eb-a3b9-e3f04484bf87 req-ec7a5007-8b59-4e0e-984d-5e7710d25307 tempest-VolumesNegativeTest-625959490 tempest-VolumesNegativeTest-625959490-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c48d731-5cde-4539-a6a2-4d9b4e2f10f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610793 Apr 30 19:34:18.147284 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Device 88a6e231-243f-4a0e-855a-2e9c71b9fe1a up at agent hyperv_hv-cinder-73362 {{(pid=73809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 19:34:18.214172 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Provisioning for port 88a6e231-243f-4a0e-855a-2e9c71b9fe1a completed by entity L2. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 19:34:18.218833 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Provisioning complete for port 88a6e231-243f-4a0e-855a-2e9c71b9fe1a triggered by entity L2. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 19:34:18.219214 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618911'] for port, provisioning_complete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:18.287071 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e70ebdd-7586-4d51-afba-9b16d76c4d6c req-1b202824-5012-4018-83f3-fb5923da8b2a tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:18.288663 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-0e70ebdd-7586-4d51-afba-9b16d76c4d6c req-1b202824-5012-4018-83f3-fb5923da8b2a tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bb8116d-e232-45ab-9b2d-8d874920235b HTTP/1.1" status: 200 len: 945 time: 0.0820127 Apr 30 19:34:18.336934 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-0e70ebdd-7586-4d51-afba-9b16d76c4d6c req-5986ea1f-6303-4890-b01d-489101d5151c tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/security-groups?id=37889038-5279-4736-a9a0-7b515de45d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423415 Apr 30 19:34:18.347026 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:18.375388 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0691a341-db34-4f66-9180-385735026479', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88a6e231-243f-4a0e-855a-2e9c71b9fe1a'}] {{(pid=73809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 19:34:18.387136 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-65ba8c12-0d06-4959-8304-606821799626 None None] For port 88a6e231-243f-4a0e-855a-2e9c71b9fe1a, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=88a6e231-243f-4a0e-855a-2e9c71b9fe1a,segment=NetworkSegment(0fa59370-8e22-41f6-928c-cd8d469ec473),segment_id=0fa59370-8e22-41f6-928c-cd8d469ec473)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:34:18.394720 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:18.396868 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-550dd702-379e-4f19-8af5-960508822b47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:34:18.460505 dv-cinder-733622-14-smb neutron-server[73809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0691a341-db34-4f66-9180-385735026479', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88a6e231-243f-4a0e-855a-2e9c71b9fe1a', 'code': 200} Apr 30 19:34:18.507720 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Pushing event updated for resources: {'Port': ['ID=88a6e231-243f-4a0e-855a-2e9c71b9fe1a,revision_number=5']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:34:18.511285 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:34:18.674318 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-d62fc593-ed76-429c-a210-aa53c2c095f6 req-9483c3a8-a600-44b0-a7ed-ca5205f3d3fe tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] 10.222.0.41 "GET /v2.0/ports?device_id=398dbde5-f769-493f-bb99-0f07f6fed192 HTTP/1.1" status: 200 len: 210 time: 0.0561013 Apr 30 19:34:18.711800 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a598725c-334d-4813-b1b7-dafeac71614c req-3d9dff23-2953-4b16-bf33-d86876cf0832 tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:18.713175 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-a598725c-334d-4813-b1b7-dafeac71614c req-3d9dff23-2953-4b16-bf33-d86876cf0832 tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] 10.222.0.48 "GET /v2.0/networks?id=b43604af-9124-42a1-9d34-be2ce6e9a52b HTTP/1.1" status: 200 len: 814 time: 0.2474606 Apr 30 19:34:18.718467 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 43668) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:34:18.727190 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4dac07-4b55-499b-9603-a2e5b9117c38 req-d943b6cb-1fc3-43f6-ae0e-0f25cc75d060 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:18.728688 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-9d4dac07-4b55-499b-9603-a2e5b9117c38 req-d943b6cb-1fc3-43f6-ae0e-0f25cc75d060 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6f90263-c62f-4196-8410-f2367a9a9848 HTTP/1.1" status: 200 len: 946 time: 0.2217648 Apr 30 19:34:18.771297 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.v2.base [req-a598725c-334d-4813-b1b7-dafeac71614c req-bac4bc4f-6e5e-41d3-bf5f-fabcc2567e85 tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] Request body: {'port': {'device_id': '398dbde5-f769-493f-bb99-0f07f6fed192', 'network_id': 'b43604af-9124-42a1-9d34-be2ce6e9a52b', 'admin_state_up': True, 'tenant_id': 'e67bebe82dfc4acd96a2733e0754cd04'}} {{(pid=73807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 19:34:18.860625 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-9d4dac07-4b55-499b-9603-a2e5b9117c38 req-42f6c2b4-8725-4908-a53b-6b3a62f4b8e0 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/security-groups?id=6dbe6155-75cf-4154-b3d9-4527d6dcc146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674362 Apr 30 19:34:18.884713 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-41ab0c3b-30ba-47f5-b823-ea62f76abbbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:18.909403 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-41ab0c3b-30ba-47f5-b823-ea62f76abbbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:34:18.915785 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-41ab0c3b-30ba-47f5-b823-ea62f76abbbf admin admin] Usage tracker for resource:security_group_rule and tenant:1ccbe994456847fcb7b49a7ea9a2abdd is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:34:18.919040 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-41ab0c3b-30ba-47f5-b823-ea62f76abbbf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:34:18.931682 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-41ab0c3b-30ba-47f5-b823-ea62f76abbbf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:34:18.960712 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce9345e-e49b-432e-af0f-95046e86a985 req-ad31c0ea-3cb6-45d6-a718-6b401a3a2d7c tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:18.962229 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-5ce9345e-e49b-432e-af0f-95046e86a985 req-ad31c0ea-3cb6-45d6-a718-6b401a3a2d7c tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.41 "GET /v2.0/ports?device_id=3394bdf1-036b-4b34-aa2b-feb8c50fb28e HTTP/1.1" status: 200 len: 946 time: 0.1474559 Apr 30 19:34:18.978947 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34787b79-3914-4d0a-aaf7-0736c36e032c req-6cb301b3-c883-47fc-b1d8-2fbc849d4172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:18.980458 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-34787b79-3914-4d0a-aaf7-0736c36e032c req-6cb301b3-c883-47fc-b1d8-2fbc849d4172 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0691a341-db34-4f66-9180-385735026479 HTTP/1.1" status: 200 len: 1102 time: 0.2456229 Apr 30 19:34:18.987675 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [req-a598725c-334d-4813-b1b7-dafeac71614c req-bac4bc4f-6e5e-41d3-bf5f-fabcc2567e85 tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:34:18.992664 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [req-a598725c-334d-4813-b1b7-dafeac71614c req-bac4bc4f-6e5e-41d3-bf5f-fabcc2567e85 tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] Usage tracker for resource:port and tenant:e67bebe82dfc4acd96a2733e0754cd04 is out of sync, need to count used quota {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:34:19.008101 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [req-a598725c-334d-4813-b1b7-dafeac71614c req-bac4bc4f-6e5e-41d3-bf5f-fabcc2567e85 tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:34:19.017704 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [req-a598725c-334d-4813-b1b7-dafeac71614c req-bac4bc4f-6e5e-41d3-bf5f-fabcc2567e85 tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:34:19.027865 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-5ce9345e-e49b-432e-af0f-95046e86a985 req-58e24e0a-0097-4dcd-8c15-6b4bc0675626 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.41 "GET /v2.0/security-groups?id=71be5d99-fb6b-4407-8806-836c5d750a20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0564563 Apr 30 19:34:19.041604 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-34787b79-3914-4d0a-aaf7-0736c36e032c req-0d181382-8feb-41f4-9152-0c363c96de2f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=5c48d731-5cde-4539-a6a2-4d9b4e2f10f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501208 Apr 30 19:34:19.042332 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a598725c-334d-4813-b1b7-dafeac71614c req-bac4bc4f-6e5e-41d3-bf5f-fabcc2567e85 tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] Made reservation on behalf of e67bebe82dfc4acd96a2733e0754cd04 for: {'port': 1} {{(pid=73807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 19:34:19.045770 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-a598725c-334d-4813-b1b7-dafeac71614c req-bac4bc4f-6e5e-41d3-bf5f-fabcc2567e85 tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:19.072562 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-41ab0c3b-30ba-47f5-b823-ea62f76abbbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:19.076327 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-41ab0c3b-30ba-47f5-b823-ea62f76abbbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:19.084907 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-71f89e5a-f9a1-4368-842b-7aa74603cd95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:34:19.125531 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-41ab0c3b-30ba-47f5-b823-ea62f76abbbf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1ccbe994456847fcb7b49a7ea9a2abdd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4057159 Apr 30 19:34:19.126521 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ab0c3b-30ba-47f5-b823-ea62f76abbbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d683850f-8f96-4b08-ad60-342bef8b6e5f,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:34:19.128548 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 43680) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:34:19.139131 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-41ab0c3b-30ba-47f5-b823-ea62f76abbbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:34:19.317135 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-a8104b66-7268-4e3f-9bfe-5523a757ebf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:19.320488 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.db_base_plugin_common [req-a598725c-334d-4813-b1b7-dafeac71614c req-bac4bc4f-6e5e-41d3-bf5f-fabcc2567e85 tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] Allocated IP 172.20.0.2 (b43604af-9124-42a1-9d34-be2ce6e9a52b/ee63e9f9-8008-4498-995b-8405bf587e1d/3cfcb011-9a01-427b-8877-261ec83157d6) {{(pid=73807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 19:34:19.374465 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-a8104b66-7268-4e3f-9bfe-5523a757ebf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:19.387962 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e27351f-8a56-4bd3-b289-4ba704146ee2 req-3605d8ac-8091-44c1-884c-e5bcc9a24a16 tempest-VolumesNegativeTest-625959490 tempest-VolumesNegativeTest-625959490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:19.389438 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-1e27351f-8a56-4bd3-b289-4ba704146ee2 req-3605d8ac-8091-44c1-884c-e5bcc9a24a16 tempest-VolumesNegativeTest-625959490 tempest-VolumesNegativeTest-625959490-project] 10.222.0.41 "GET /v2.0/ports?device_id=0691a341-db34-4f66-9180-385735026479 HTTP/1.1" status: 200 len: 949 time: 0.1820307 Apr 30 19:34:19.519988 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-1e27351f-8a56-4bd3-b289-4ba704146ee2 req-87792612-8d33-472d-8d53-3b04bffba9b4 tempest-VolumesNegativeTest-625959490 tempest-VolumesNegativeTest-625959490-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c48d731-5cde-4539-a6a2-4d9b4e2f10f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146455 Apr 30 19:34:19.535463 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce568316-2f37-430a-b61d-219496f39864 req-351cd50a-3e7b-4112-ac77-1dc49eed9b51 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:19.537253 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-ce568316-2f37-430a-b61d-219496f39864 req-351cd50a-3e7b-4112-ac77-1dc49eed9b51 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bb8116d-e232-45ab-9b2d-8d874920235b HTTP/1.1" status: 200 len: 945 time: 0.0877378 Apr 30 19:34:19.585053 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-ce568316-2f37-430a-b61d-219496f39864 req-3e0f0552-f11a-4a36-83f5-dc2fc3da27a8 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/security-groups?id=37889038-5279-4736-a9a0-7b515de45d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418179 Apr 30 19:34:19.597471 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-a8104b66-7268-4e3f-9bfe-5523a757ebf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:19.603901 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-7b8ca78b-21de-4ba0-847d-cb27370d9a66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:34:19.623860 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8104b66-7268-4e3f-9bfe-5523a757ebf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d683850f-8f96-4b08-ad60-342bef8b6e5f,revision_number=None']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:34:19.630711 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-a8104b66-7268-4e3f-9bfe-5523a757ebf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:34:19.651083 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-a8104b66-7268-4e3f-9bfe-5523a757ebf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:19.652150 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-a8104b66-7268-4e3f-9bfe-5523a757ebf4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d683850f-8f96-4b08-ad60-342bef8b6e5f HTTP/1.1" status: 204 len: 168 time: 0.5198059 Apr 30 19:34:19.670787 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-a598725c-334d-4813-b1b7-dafeac71614c req-bac4bc4f-6e5e-41d3-bf5f-fabcc2567e85 tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] Notify callbacks [] for port, precommit_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:19.702864 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-a598725c-334d-4813-b1b7-dafeac71614c req-bac4bc4f-6e5e-41d3-bf5f-fabcc2567e85 tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780696898070'] for port, after_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:19.710064 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:34:19.771958 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a598725c-334d-4813-b1b7-dafeac71614c req-bac4bc4f-6e5e-41d3-bf5f-fabcc2567e85 tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] Network b43604af-9124-42a1-9d34-be2ce6e9a52b is already hosted by enough agents. {{(pid=73807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 19:34:19.775003 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.scheduler.base_scheduler [req-a598725c-334d-4813-b1b7-dafeac71614c req-bac4bc4f-6e5e-41d3-bf5f-fabcc2567e85 tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] Resources bound (agent type, host, resource id): {{(pid=73807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 19:34:19.777948 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.l3_dvrscheduler_db [req-a598725c-334d-4813-b1b7-dafeac71614c req-bac4bc4f-6e5e-41d3-bf5f-fabcc2567e85 tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] Received port after_create {{(pid=73807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 19:34:19.785576 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a598725c-334d-4813-b1b7-dafeac71614c req-bac4bc4f-6e5e-41d3-bf5f-fabcc2567e85 tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:19.786205 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-a598725c-334d-4813-b1b7-dafeac71614c req-bac4bc4f-6e5e-41d3-bf5f-fabcc2567e85 tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937687'] for port, before_response {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:19.852811 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-a598725c-334d-4813-b1b7-dafeac71614c req-bac4bc4f-6e5e-41d3-bf5f-fabcc2567e85 tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1167665 Apr 30 19:34:19.861619 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac4bc4f-6e5e-41d3-bf5f-fabcc2567e85 tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] Pushing event updated for resources: {'Port': ['ID=3cfcb011-9a01-427b-8877-261ec83157d6,revision_number=1']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:34:19.864605 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-bac4bc4f-6e5e-41d3-bf5f-fabcc2567e85 tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:34:19.874770 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.v2.base [req-a598725c-334d-4813-b1b7-dafeac71614c req-7cf3b896-d754-4040-b46c-cc318e93d59c service neutron] Request body: {'port': {'device_id': '398dbde5-f769-493f-bb99-0f07f6fed192', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=73807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 19:34:19.995366 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 43694) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:34:20.031225 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-2de877c5-ce32-4605-abad-3fc3b46746fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:20.041092 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-a598725c-334d-4813-b1b7-dafeac71614c req-7cf3b896-d754-4040-b46c-cc318e93d59c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:20.067119 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-2de877c5-ce32-4605-abad-3fc3b46746fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:34:20.071988 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04e336f-21ef-401d-bd6b-f4058b53bd59 req-24e71ea8-fd10-4e37-ada4-f8e7602f6443 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:20.073577 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-e04e336f-21ef-401d-bd6b-f4058b53bd59 req-24e71ea8-fd10-4e37-ada4-f8e7602f6443 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6f90263-c62f-4196-8410-f2367a9a9848 HTTP/1.1" status: 200 len: 946 time: 0.0905678 Apr 30 19:34:20.111358 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9aad19-31e8-4fd6-be50-0148b12fc434 req-bfcd1976-323a-4c91-a9ab-2b606fc50327 tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:20.112053 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [req-5e9aad19-31e8-4fd6-be50-0148b12fc434 req-bfcd1976-323a-4c91-a9ab-2b606fc50327 tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] Synchronizing usage tracker for tenant:e67bebe82dfc4acd96a2733e0754cd04 on resource:port {{(pid=73807) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 19:34:20.115742 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-2de877c5-ce32-4605-abad-3fc3b46746fe admin admin] Usage tracker for resource:security_group_rule and tenant:ff9a2268cc2145988b92a2fa38ae31b3 is out of sync, need to count used quota {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:34:20.126805 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-e04e336f-21ef-401d-bd6b-f4058b53bd59 req-c9bdca0a-8354-4ed8-bca4-3ed09dbb47f3 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/security-groups?id=6dbe6155-75cf-4154-b3d9-4527d6dcc146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402396 Apr 30 19:34:20.207698 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-2de877c5-ce32-4605-abad-3fc3b46746fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:34:20.215151 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-2de877c5-ce32-4605-abad-3fc3b46746fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:34:20.300828 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [req-5e9aad19-31e8-4fd6-be50-0148b12fc434 req-bfcd1976-323a-4c91-a9ab-2b606fc50327 tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] Unset dirty status for tenant:e67bebe82dfc4acd96a2733e0754cd04 on resource:port {{(pid=73807) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 19:34:20.302118 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-5e9aad19-31e8-4fd6-be50-0148b12fc434 req-bfcd1976-323a-4c91-a9ab-2b606fc50327 tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] 10.222.0.41 "GET /v2.0/ports?device_id=398dbde5-f769-493f-bb99-0f07f6fed192 HTTP/1.1" status: 200 len: 931 time: 0.4889636 Apr 30 19:34:20.314906 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaa69be-aad3-4ba0-8395-dc4ade8184b0 req-252531a5-65b3-44c3-a1d3-75c01e99c333 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:20.316581 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-cbaa69be-aad3-4ba0-8395-dc4ade8184b0 req-252531a5-65b3-44c3-a1d3-75c01e99c333 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.41 "GET /v2.0/ports?device_id=3394bdf1-036b-4b34-aa2b-feb8c50fb28e HTTP/1.1" status: 200 len: 946 time: 0.0866196 Apr 30 19:34:20.364005 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-cbaa69be-aad3-4ba0-8395-dc4ade8184b0 req-bc858dcf-4251-45c6-997c-6189f1987165 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.41 "GET /v2.0/security-groups?id=71be5d99-fb6b-4407-8806-836c5d750a20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414069 Apr 30 19:34:20.426239 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [req-5e9aad19-31e8-4fd6-be50-0148b12fc434 req-7c3bde49-a51f-4ef9-8ae4-48f877cf0022 tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] Synchronizing usage tracker for tenant:e67bebe82dfc4acd96a2733e0754cd04 on resource:security_group {{(pid=73807) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 19:34:20.556038 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-2de877c5-ce32-4605-abad-3fc3b46746fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:20.556819 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [req-5e9aad19-31e8-4fd6-be50-0148b12fc434 req-7c3bde49-a51f-4ef9-8ae4-48f877cf0022 tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] Unset dirty status for tenant:e67bebe82dfc4acd96a2733e0754cd04 on resource:security_group {{(pid=73807) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 19:34:20.558071 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-5e9aad19-31e8-4fd6-be50-0148b12fc434 req-7c3bde49-a51f-4ef9-8ae4-48f877cf0022 tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] 10.222.0.41 "GET /v2.0/security-groups?id=184ab099-d1f1-4765-bfc7-ab0fdc4abd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415168 Apr 30 19:34:20.563016 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-2de877c5-ce32-4605-abad-3fc3b46746fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:20.573122 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-5babde12-5f02-424a-a7f6-4f9dbc0cf49e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:34:20.657675 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de877c5-ce32-4605-abad-3fc3b46746fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=363ecf6b-5f02-4365-a504-87dbe3c5df77,revision_number=1']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:34:20.661385 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-2de877c5-ce32-4605-abad-3fc3b46746fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:34:20.672752 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-2de877c5-ce32-4605-abad-3fc3b46746fe admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ff9a2268cc2145988b92a2fa38ae31b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6738219 Apr 30 19:34:20.680163 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 43704) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:34:20.704519 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.notifiers.nova [req-a598725c-334d-4813-b1b7-dafeac71614c req-7cf3b896-d754-4040-b46c-cc318e93d59c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cfcb011-9a01-427b-8877-261ec83157d6 {{(pid=73807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 19:34:20.719419 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-a598725c-334d-4813-b1b7-dafeac71614c req-7cf3b896-d754-4040-b46c-cc318e93d59c service neutron] Notify callbacks [] for port, precommit_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:20.752615 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5c20ce-f40d-4017-8f45-3d05122f7379 req-65d62f2a-797f-4837-92ed-7038156a34f0 tempest-VolumesNegativeTest-625959490 tempest-VolumesNegativeTest-625959490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:20.754244 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-ad5c20ce-f40d-4017-8f45-3d05122f7379 req-65d62f2a-797f-4837-92ed-7038156a34f0 tempest-VolumesNegativeTest-625959490 tempest-VolumesNegativeTest-625959490-project] 10.222.0.41 "GET /v2.0/ports?device_id=0691a341-db34-4f66-9180-385735026479 HTTP/1.1" status: 200 len: 949 time: 0.1158764 Apr 30 19:34:20.801109 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.provisioning_blocks [req-a598725c-334d-4813-b1b7-dafeac71614c req-7cf3b896-d754-4040-b46c-cc318e93d59c service neutron] Transition to ACTIVE for port object 3cfcb011-9a01-427b-8877-261ec83157d6 will not be triggered until provisioned by entity L2. {{(pid=73807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 19:34:20.808483 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-a598725c-334d-4813-b1b7-dafeac71614c req-7cf3b896-d754-4040-b46c-cc318e93d59c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133'] for port, after_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:20.811395 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-ad5c20ce-f40d-4017-8f45-3d05122f7379 req-376552f4-0057-41cf-a32a-4c3d92ee2625 tempest-VolumesNegativeTest-625959490 tempest-VolumesNegativeTest-625959490-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c48d731-5cde-4539-a6a2-4d9b4e2f10f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473392 Apr 30 19:34:20.820431 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-28e310d5-96c4-4300-b87f-809d8f40a15d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:34:20.925929 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-e136d6f0-6bbb-477f-8c58-d934f3df3158 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:21.027643 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf3b896-d754-4040-b46c-cc318e93d59c service neutron] Pushing event updated for resources: {'Port': ['ID=3cfcb011-9a01-427b-8877-261ec83157d6,revision_number=2']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:34:21.037977 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-7cf3b896-d754-4040-b46c-cc318e93d59c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:34:21.041346 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-e136d6f0-6bbb-477f-8c58-d934f3df3158 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:21.083911 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.managers [req-a598725c-334d-4813-b1b7-dafeac71614c req-7cf3b896-d754-4040-b46c-cc318e93d59c service neutron] Attempting to bind port 3cfcb011-9a01-427b-8877-261ec83157d6 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=73807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 19:34:21.084270 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.managers [req-a598725c-334d-4813-b1b7-dafeac71614c req-7cf3b896-d754-4040-b46c-cc318e93d59c service neutron] Attempting to bind port 3cfcb011-9a01-427b-8877-261ec83157d6 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': 'ed660aeb-4367-41fe-9388-d165df18e741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b43604af-9124-42a1-9d34-be2ce6e9a52b'}] {{(pid=73807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 19:34:21.084606 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a598725c-334d-4813-b1b7-dafeac71614c req-7cf3b896-d754-4040-b46c-cc318e93d59c service neutron] Attempting to bind port 3cfcb011-9a01-427b-8877-261ec83157d6 on network b43604af-9124-42a1-9d34-be2ce6e9a52b {{(pid=73807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 19:34:21.097200 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a598725c-334d-4813-b1b7-dafeac71614c req-7cf3b896-d754-4040-b46c-cc318e93d59c service neutron] Port 3cfcb011-9a01-427b-8877-261ec83157d6 on network b43604af-9124-42a1-9d34-be2ce6e9a52b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=73807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 19:34:21.097536 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a598725c-334d-4813-b1b7-dafeac71614c req-7cf3b896-d754-4040-b46c-cc318e93d59c service neutron] Attempting to bind port 3cfcb011-9a01-427b-8877-261ec83157d6 on network b43604af-9124-42a1-9d34-be2ce6e9a52b {{(pid=73807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 19:34:21.107537 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a598725c-334d-4813-b1b7-dafeac71614c req-7cf3b896-d754-4040-b46c-cc318e93d59c service neutron] Checking agent: {'id': '787256c0-27a9-4f74-baeb-f887319a5aee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 19, 30, 29), 'started_at': datetime.datetime(2021, 4, 30, 19, 30, 29), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 19, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 19:34:21.107884 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a598725c-334d-4813-b1b7-dafeac71614c req-7cf3b896-d754-4040-b46c-cc318e93d59c service neutron] Checking segment: {'id': 'ed660aeb-4367-41fe-9388-d165df18e741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b43604af-9124-42a1-9d34-be2ce6e9a52b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 19:34:21.108315 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a598725c-334d-4813-b1b7-dafeac71614c req-7cf3b896-d754-4040-b46c-cc318e93d59c service neutron] Bound using segment: {'id': 'ed660aeb-4367-41fe-9388-d165df18e741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b43604af-9124-42a1-9d34-be2ce6e9a52b'} {{(pid=73807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 19:34:21.108718 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.managers [req-a598725c-334d-4813-b1b7-dafeac71614c req-7cf3b896-d754-4040-b46c-cc318e93d59c service neutron] Bound port: 3cfcb011-9a01-427b-8877-261ec83157d6, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed660aeb-4367-41fe-9388-d165df18e741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b43604af-9124-42a1-9d34-be2ce6e9a52b'}}] {{(pid=73807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 19:34:21.109067 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-a598725c-334d-4813-b1b7-dafeac71614c req-7cf3b896-d754-4040-b46c-cc318e93d59c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:21.128486 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36f5118-11fd-452b-b01f-1c6895516240 req-5d66e9fc-a7e2-4f2f-8387-db656795a05c tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:21.131481 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-e36f5118-11fd-452b-b01f-1c6895516240 req-5d66e9fc-a7e2-4f2f-8387-db656795a05c tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bb8116d-e232-45ab-9b2d-8d874920235b HTTP/1.1" status: 200 len: 945 time: 0.3961668 Apr 30 19:34:21.228950 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-e136d6f0-6bbb-477f-8c58-d934f3df3158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:21.237998 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-20cd9f28-31d4-4071-bebb-c61314cc0860 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:34:21.262345 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-e36f5118-11fd-452b-b01f-1c6895516240 req-cc8cf1c9-a020-4aca-932e-38881018ff3c tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/security-groups?id=37889038-5279-4736-a9a0-7b515de45d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231005 Apr 30 19:34:21.262788 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e8a9b2-0c95-4aa3-9720-59292c318d0c req-d73a50a5-1f94-4068-ada5-9678a75f38a8 tempest-VolumesNegativeTest-625959490 tempest-VolumesNegativeTest-625959490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:21.264225 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-d8e8a9b2-0c95-4aa3-9720-59292c318d0c req-d73a50a5-1f94-4068-ada5-9678a75f38a8 tempest-VolumesNegativeTest-625959490 tempest-VolumesNegativeTest-625959490-project] 10.222.0.41 "GET /v2.0/ports?device_id=0691a341-db34-4f66-9180-385735026479 HTTP/1.1" status: 200 len: 949 time: 0.0849578 Apr 30 19:34:21.266835 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e136d6f0-6bbb-477f-8c58-d934f3df3158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=363ecf6b-5f02-4365-a504-87dbe3c5df77,revision_number=None']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:34:21.269752 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-e136d6f0-6bbb-477f-8c58-d934f3df3158 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:34:21.288062 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.db [req-a598725c-334d-4813-b1b7-dafeac71614c req-7cf3b896-d754-4040-b46c-cc318e93d59c service neutron] For port 3cfcb011-9a01-427b-8877-261ec83157d6, host hv-cinder-73362, cleared binding levels {{(pid=73807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 19:34:21.292992 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-e136d6f0-6bbb-477f-8c58-d934f3df3158 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:21.296759 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-e136d6f0-6bbb-477f-8c58-d934f3df3158 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/363ecf6b-5f02-4365-a504-87dbe3c5df77 HTTP/1.1" status: 204 len: 168 time: 0.6130524 Apr 30 19:34:21.296932 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.db [req-a598725c-334d-4813-b1b7-dafeac71614c req-7cf3b896-d754-4040-b46c-cc318e93d59c service neutron] For port 3cfcb011-9a01-427b-8877-261ec83157d6, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=3cfcb011-9a01-427b-8877-261ec83157d6,segment=NetworkSegment(ed660aeb-4367-41fe-9388-d165df18e741),segment_id=ed660aeb-4367-41fe-9388-d165df18e741)] {{(pid=73807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 19:34:21.310283 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-a598725c-334d-4813-b1b7-dafeac71614c req-7cf3b896-d754-4040-b46c-cc318e93d59c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133'] for port, after_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:21.321973 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-104b6dd4-1001-4ed0-8fbc-79061f538311 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:34:21.325205 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-d8e8a9b2-0c95-4aa3-9720-59292c318d0c req-b2af3807-483c-49a9-8e6e-980efa58a4e5 tempest-VolumesNegativeTest-625959490 tempest-VolumesNegativeTest-625959490-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c48d731-5cde-4539-a6a2-4d9b4e2f10f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496428 Apr 30 19:34:21.371030 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a598725c-334d-4813-b1b7-dafeac71614c req-7cf3b896-d754-4040-b46c-cc318e93d59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:21.371645 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-a598725c-334d-4813-b1b7-dafeac71614c req-7cf3b896-d754-4040-b46c-cc318e93d59c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937687'] for port, before_response {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:21.373053 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-a598725c-334d-4813-b1b7-dafeac71614c req-7cf3b896-d754-4040-b46c-cc318e93d59c service neutron] 10.222.0.48 "PUT /v2.0/ports/3cfcb011-9a01-427b-8877-261ec83157d6 HTTP/1.1" status: 200 len: 1093 time: 1.5024822 Apr 30 19:34:21.373557 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '398dbde5-f769-493f-bb99-0f07f6fed192', 'tag': '3cfcb011-9a01-427b-8877-261ec83157d6'}] {{(pid=73807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 19:34:21.431750 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '398dbde5-f769-493f-bb99-0f07f6fed192', 'tag': '3cfcb011-9a01-427b-8877-261ec83157d6', 'status': 'completed', 'code': 200} Apr 30 19:34:21.504457 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf3b896-d754-4040-b46c-cc318e93d59c service neutron] Pushing event updated for resources: {'Port': ['ID=3cfcb011-9a01-427b-8877-261ec83157d6,revision_number=3']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:34:21.509236 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-7cf3b896-d754-4040-b46c-cc318e93d59c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:34:21.564650 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e2822c-a0ce-4dc1-a944-cf666b433d0c req-759268d6-7dcc-48bc-87f3-5316cd0de547 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:21.566320 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-73e2822c-a0ce-4dc1-a944-cf666b433d0c req-759268d6-7dcc-48bc-87f3-5316cd0de547 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6f90263-c62f-4196-8410-f2367a9a9848 HTTP/1.1" status: 200 len: 946 time: 0.1810410 Apr 30 19:34:21.569263 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a598725c-334d-4813-b1b7-dafeac71614c req-4ae3f66f-dab8-4c09-84ff-ad794aec35b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:21.570613 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-a598725c-334d-4813-b1b7-dafeac71614c req-4ae3f66f-dab8-4c09-84ff-ad794aec35b8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e67bebe82dfc4acd96a2733e0754cd04&device_id=398dbde5-f769-493f-bb99-0f07f6fed192 HTTP/1.1" status: 200 len: 1096 time: 0.1408086 Apr 30 19:34:21.598788 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb7d317-3faf-480e-b280-fe6b2bd17a88 req-879974e3-c03b-49ea-ab3d-7d9e5f69794d tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:21.600835 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-dbb7d317-3faf-480e-b280-fe6b2bd17a88 req-879974e3-c03b-49ea-ab3d-7d9e5f69794d tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.41 "GET /v2.0/ports?device_id=3394bdf1-036b-4b34-aa2b-feb8c50fb28e HTTP/1.1" status: 200 len: 946 time: 0.0933774 Apr 30 19:34:21.660036 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-dbb7d317-3faf-480e-b280-fe6b2bd17a88 req-ccd1d556-7bab-4a33-bd3d-8543098858aa tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.41 "GET /v2.0/security-groups?id=71be5d99-fb6b-4407-8806-836c5d750a20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0509720 Apr 30 19:34:21.662606 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-a598725c-334d-4813-b1b7-dafeac71614c req-f2b88589-7649-4de0-ac3a-e5b648a8096b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3cfcb011-9a01-427b-8877-261ec83157d6 HTTP/1.1" status: 200 len: 217 time: 0.0748255 Apr 30 19:34:21.725002 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-73e2822c-a0ce-4dc1-a944-cf666b433d0c req-d4bb4cfd-f0d5-4e4d-bedb-b03d5473ef1c tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/security-groups?id=6dbe6155-75cf-4154-b3d9-4527d6dcc146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1512012 Apr 30 19:34:21.741583 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a598725c-334d-4813-b1b7-dafeac71614c req-328acca2-46b1-4dce-867e-ff501555916a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:21.743061 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-a598725c-334d-4813-b1b7-dafeac71614c req-328acca2-46b1-4dce-867e-ff501555916a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ee63e9f9-8008-4498-995b-8405bf587e1d HTTP/1.1" status: 200 len: 854 time: 0.0711677 Apr 30 19:34:21.817686 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-a598725c-334d-4813-b1b7-dafeac71614c req-ba25ffaf-d262-4a23-9cc2-0d056c5b0d9b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b43604af-9124-42a1-9d34-be2ce6e9a52b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645027 Apr 30 19:34:21.882714 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab21fe7-0070-4712-97f5-f0cfbc455fa5 req-051988a1-6039-4939-a896-3aa3022d5aec tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:21.890348 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-6ab21fe7-0070-4712-97f5-f0cfbc455fa5 req-051988a1-6039-4939-a896-3aa3022d5aec tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] 10.222.0.41 "GET /v2.0/ports?device_id=398dbde5-f769-493f-bb99-0f07f6fed192 HTTP/1.1" status: 200 len: 943 time: 0.1170480 Apr 30 19:34:21.938730 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-6ab21fe7-0070-4712-97f5-f0cfbc455fa5 req-7f2abbc7-db06-47f9-833e-d9e1611ba241 tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] 10.222.0.41 "GET /v2.0/security-groups?id=184ab099-d1f1-4765-bfc7-ab0fdc4abd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475378 Apr 30 19:34:21.977026 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-a598725c-334d-4813-b1b7-dafeac71614c req-dc843348-98de-47d9-b514-7ed55cb14ecc service neutron] 10.222.0.48 "GET /v2.0/networks/b43604af-9124-42a1-9d34-be2ce6e9a52b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492422 Apr 30 19:34:22.314540 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-a598725c-334d-4813-b1b7-dafeac71614c req-dd9ef6ef-e2ae-4496-9ae6-3ca124400c67 service neutron] 10.222.0.48 "GET /v2.0/networks/b43604af-9124-42a1-9d34-be2ce6e9a52b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3300490 Apr 30 19:34:22.348212 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34897381-8932-4257-b652-2cd10c4e6e13 req-00754a87-dc7e-4906-8988-47b18f4e84ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:22.350995 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-34897381-8932-4257-b652-2cd10c4e6e13 req-00754a87-dc7e-4906-8988-47b18f4e84ca service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1a3a36846b69409bb56820276a166a65&device_id=3394bdf1-036b-4b34-aa2b-feb8c50fb28e HTTP/1.1" status: 200 len: 1099 time: 0.1711907 Apr 30 19:34:22.358800 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdb1757-d1da-416d-94e5-fec19490b637 req-83453961-3632-4fed-95fe-3124265ff055 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:22.360276 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-7bdb1757-d1da-416d-94e5-fec19490b637 req-83453961-3632-4fed-95fe-3124265ff055 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.41 "GET /v2.0/ports?device_id=3394bdf1-036b-4b34-aa2b-feb8c50fb28e HTTP/1.1" status: 200 len: 946 time: 0.2867289 Apr 30 19:34:22.465096 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac19dcf-6e78-424a-83cd-66ec0b814b8d req-0249ee4c-25a7-40cc-8b4f-d877eab242e8 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:22.466570 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-aac19dcf-6e78-424a-83cd-66ec0b814b8d req-0249ee4c-25a7-40cc-8b4f-d877eab242e8 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bb8116d-e232-45ab-9b2d-8d874920235b HTTP/1.1" status: 200 len: 945 time: 0.0872586 Apr 30 19:34:22.543121 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-7bdb1757-d1da-416d-94e5-fec19490b637 req-3a656e8d-22c7-46a9-8ead-f6e0a4016b24 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.41 "GET /v2.0/security-groups?id=71be5d99-fb6b-4407-8806-836c5d750a20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1608143 Apr 30 19:34:22.558964 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-aac19dcf-6e78-424a-83cd-66ec0b814b8d req-f5953952-7b37-4bc3-b646-c150d3f8e531 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/security-groups?id=37889038-5279-4736-a9a0-7b515de45d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605261 Apr 30 19:34:22.592948 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f68c279-b705-4688-abc0-bc65cdb22077 req-815ccc31-95c6-419e-8aa1-2098b0c3a506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:22.594432 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-2f68c279-b705-4688-abc0-bc65cdb22077 req-815ccc31-95c6-419e-8aa1-2098b0c3a506 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e67bebe82dfc4acd96a2733e0754cd04&device_id=398dbde5-f769-493f-bb99-0f07f6fed192 HTTP/1.1" status: 200 len: 1096 time: 0.2085967 Apr 30 19:34:22.596150 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34897381-8932-4257-b652-2cd10c4e6e13 req-cc5dc6a4-31e5-4b37-8d37-62e8e5946753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:22.597589 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-34897381-8932-4257-b652-2cd10c4e6e13 req-cc5dc6a4-31e5-4b37-8d37-62e8e5946753 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fb753e9f-d5ea-4d3b-a660-3bfc4f53e5c0 HTTP/1.1" status: 200 len: 912 time: 0.2364597 Apr 30 19:34:22.614831 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c0b558-7355-4c1a-98ed-b454a37b87be req-1edf312e-6586-4005-88aa-d35b7d9bdfa2 tempest-VolumesNegativeTest-625959490 tempest-VolumesNegativeTest-625959490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:22.616469 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-60c0b558-7355-4c1a-98ed-b454a37b87be req-1edf312e-6586-4005-88aa-d35b7d9bdfa2 tempest-VolumesNegativeTest-625959490 tempest-VolumesNegativeTest-625959490-project] 10.222.0.48 "GET /v2.0/ports?device_id=0691a341-db34-4f66-9180-385735026479 HTTP/1.1" status: 200 len: 949 time: 0.1490235 Apr 30 19:34:22.771575 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.plugins.ml2.plugin [req-60c0b558-7355-4c1a-98ed-b454a37b87be req-1758a7da-1d4d-44d1-872d-3b96bfaa97ed tempest-VolumesNegativeTest-625959490 tempest-VolumesNegativeTest-625959490-project] Deleting port 88a6e231-243f-4a0e-855a-2e9c71b9fe1a {{(pid=73808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 19:34:22.771922 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-60c0b558-7355-4c1a-98ed-b454a37b87be req-1758a7da-1d4d-44d1-872d-3b96bfaa97ed tempest-VolumesNegativeTest-625959490 tempest-VolumesNegativeTest-625959490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780697314645'] for port, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:22.856061 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-34897381-8932-4257-b652-2cd10c4e6e13 req-d395d8fe-1e5b-4318-bf13-fbfe8689f164 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=13ad3229-4e46-4a34-abb5-bf037a39d827 HTTP/1.1" status: 200 len: 1001 time: 0.2470489 Apr 30 19:34:22.928931 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34897381-8932-4257-b652-2cd10c4e6e13 req-9440275e-5263-4b5c-bd7b-80944c365eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:22.930392 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-34897381-8932-4257-b652-2cd10c4e6e13 req-9440275e-5263-4b5c-bd7b-80944c365eb3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=60d0612e-ab94-488a-8358-4a2e04237205 HTTP/1.1" status: 200 len: 850 time: 0.0652270 Apr 30 19:34:22.936347 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.plugins.ml2.db [req-60c0b558-7355-4c1a-98ed-b454a37b87be req-1758a7da-1d4d-44d1-872d-3b96bfaa97ed tempest-VolumesNegativeTest-625959490 tempest-VolumesNegativeTest-625959490-project] For port 88a6e231-243f-4a0e-855a-2e9c71b9fe1a, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=88a6e231-243f-4a0e-855a-2e9c71b9fe1a,segment=NetworkSegment(0fa59370-8e22-41f6-928c-cd8d469ec473),segment_id=0fa59370-8e22-41f6-928c-cd8d469ec473)] {{(pid=73808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:34:22.936891 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-60c0b558-7355-4c1a-98ed-b454a37b87be req-1758a7da-1d4d-44d1-872d-3b96bfaa97ed tempest-VolumesNegativeTest-625959490 tempest-VolumesNegativeTest-625959490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664767'] for port, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:22.950323 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 43776) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:34:23.019337 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f68c279-b705-4688-abc0-bc65cdb22077 req-7bbe893b-eaf5-41ae-a7dd-a78b9f43eeda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:23.020800 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-2f68c279-b705-4688-abc0-bc65cdb22077 req-7bbe893b-eaf5-41ae-a7dd-a78b9f43eeda service neutron] 10.222.0.48 "GET /v2.0/networks?id=b43604af-9124-42a1-9d34-be2ce6e9a52b HTTP/1.1" status: 200 len: 915 time: 0.4130828 Apr 30 19:34:23.038277 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac37310a-72e9-49da-9c95-ccdfd7adf9eb req-e8920a09-3c29-4542-ac37-7b212f9640b7 tempest-VolumesNegativeTest-625959490 tempest-VolumesNegativeTest-625959490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:23.039903 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-ac37310a-72e9-49da-9c95-ccdfd7adf9eb req-e8920a09-3c29-4542-ac37-7b212f9640b7 tempest-VolumesNegativeTest-625959490 tempest-VolumesNegativeTest-625959490-project] 10.222.0.41 "GET /v2.0/ports?device_id=0691a341-db34-4f66-9180-385735026479 HTTP/1.1" status: 200 len: 949 time: 0.3607097 Apr 30 19:34:23.119540 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-2f68c279-b705-4688-abc0-bc65cdb22077 req-9c5c464e-6b9c-4cef-9480-c57eaa58bd21 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3cfcb011-9a01-427b-8877-261ec83157d6 HTTP/1.1" status: 200 len: 217 time: 0.0911057 Apr 30 19:34:23.154851 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.plugins.ml2.plugin [req-60c0b558-7355-4c1a-98ed-b454a37b87be req-1758a7da-1d4d-44d1-872d-3b96bfaa97ed tempest-VolumesNegativeTest-625959490 tempest-VolumesNegativeTest-625959490-project] Calling delete_port for 88a6e231-243f-4a0e-855a-2e9c71b9fe1a owned by compute:nova {{(pid=73808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 19:34:23.206750 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-ac37310a-72e9-49da-9c95-ccdfd7adf9eb req-05ffe39a-b3d3-476b-8905-57f08213ca73 tempest-VolumesNegativeTest-625959490 tempest-VolumesNegativeTest-625959490-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c48d731-5cde-4539-a6a2-4d9b4e2f10f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183517 Apr 30 19:34:23.214120 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34897381-8932-4257-b652-2cd10c4e6e13 req-4729a787-fe25-4a6b-b5de-67bbb7f59669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:23.215866 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-34897381-8932-4257-b652-2cd10c4e6e13 req-4729a787-fe25-4a6b-b5de-67bbb7f59669 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fb753e9f-d5ea-4d3b-a660-3bfc4f53e5c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2748859 Apr 30 19:34:23.227355 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f68c279-b705-4688-abc0-bc65cdb22077 req-c032760b-b2b1-4380-b15e-25c522e2fb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:23.233875 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-2f68c279-b705-4688-abc0-bc65cdb22077 req-c032760b-b2b1-4380-b15e-25c522e2fb16 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ee63e9f9-8008-4498-995b-8405bf587e1d HTTP/1.1" status: 200 len: 854 time: 0.0991063 Apr 30 19:34:23.320642 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-d291b1da-d5b6-47a4-b2f4-308497c60fce admin admin] Notify callbacks [] for security_group, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:23.323644 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-2f68c279-b705-4688-abc0-bc65cdb22077 req-b894e54f-2d2d-48d8-aeb6-18f7f968e327 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b43604af-9124-42a1-9d34-be2ce6e9a52b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664945 Apr 30 19:34:23.341406 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b527d6-7d36-40c8-8f40-037336a484ea req-fd9622a2-429d-4976-a7ef-153b027b9c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:23.342851 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-49b527d6-7d36-40c8-8f40-037336a484ea req-fd9622a2-429d-4976-a7ef-153b027b9c87 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6bb8116d-e232-45ab-9b2d-8d874920235b HTTP/1.1" status: 200 len: 1098 time: 0.3363571 Apr 30 19:34:23.355643 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-d291b1da-d5b6-47a4-b2f4-308497c60fce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:34:23.374199 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-d291b1da-d5b6-47a4-b2f4-308497c60fce admin admin] Usage tracker for resource:security_group_rule and tenant:f4e0b82119964dbeb5a491132be2b6fd is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:34:23.386211 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e97eaf-3098-4f45-a508-74e714c32043 req-82ff1ccd-23aa-49c9-99fb-ee85a632a2fb tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:23.387661 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-91e97eaf-3098-4f45-a508-74e714c32043 req-82ff1ccd-23aa-49c9-99fb-ee85a632a2fb tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6f90263-c62f-4196-8410-f2367a9a9848 HTTP/1.1" status: 200 len: 946 time: 0.3763013 Apr 30 19:34:23.388834 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-d291b1da-d5b6-47a4-b2f4-308497c60fce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:34:23.402180 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-d291b1da-d5b6-47a4-b2f4-308497c60fce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:34:23.497666 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-49b527d6-7d36-40c8-8f40-037336a484ea req-471ff98a-4ad5-4e62-9e19-bbd441c8ea8f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=37889038-5279-4736-a9a0-7b515de45d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386614 Apr 30 19:34:23.528606 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-91e97eaf-3098-4f45-a508-74e714c32043 req-0d5304a7-a0f6-486c-8d54-f03329623db6 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/security-groups?id=6dbe6155-75cf-4154-b3d9-4527d6dcc146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1290829 Apr 30 19:34:23.544580 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-60c0b558-7355-4c1a-98ed-b454a37b87be req-1758a7da-1d4d-44d1-872d-3b96bfaa97ed tempest-VolumesNegativeTest-625959490 tempest-VolumesNegativeTest-625959490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780697316006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780696898079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60822380'] for port, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:23.555288 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-93216aa7-fa4d-47ca-a568-c22100c45d23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:34:23.558051 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-65ba8c12-0d06-4959-8304-606821799626 None None] get_ports_and_sgs() called for port_ids ['88a6e231-243f-4a0e-855a-2e9c71b9fe1a'] {{(pid=73809) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 19:34:23.588810 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-34897381-8932-4257-b652-2cd10c4e6e13 req-bcf4dbe7-8762-45e1-b988-eca911ae4e7a service neutron] 10.222.0.48 "GET /v2.0/networks/fb753e9f-d5ea-4d3b-a660-3bfc4f53e5c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3631933 Apr 30 19:34:23.606220 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1758a7da-1d4d-44d1-872d-3b96bfaa97ed tempest-VolumesNegativeTest-625959490 tempest-VolumesNegativeTest-625959490-project] Pushing event deleted for resources: {'Port': ['ID=88a6e231-243f-4a0e-855a-2e9c71b9fe1a,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:34:23.612675 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-1758a7da-1d4d-44d1-872d-3b96bfaa97ed tempest-VolumesNegativeTest-625959490 tempest-VolumesNegativeTest-625959490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:34:23.635086 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-2f68c279-b705-4688-abc0-bc65cdb22077 req-7a58a4b3-6460-40c6-beaa-63d7075d40fc service neutron] 10.222.0.48 "GET /v2.0/networks/b43604af-9124-42a1-9d34-be2ce6e9a52b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2744279 Apr 30 19:34:23.713960 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.l3_dvrscheduler_db [req-60c0b558-7355-4c1a-98ed-b454a37b87be req-1758a7da-1d4d-44d1-872d-3b96bfaa97ed tempest-VolumesNegativeTest-625959490 tempest-VolumesNegativeTest-625959490-project] No DVR routers for this DVR port 88a6e231-243f-4a0e-855a-2e9c71b9fe1a on host hv-cinder-73362 {{(pid=73808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 19:34:23.717866 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [req-60c0b558-7355-4c1a-98ed-b454a37b87be req-1758a7da-1d4d-44d1-872d-3b96bfaa97ed tempest-VolumesNegativeTest-625959490 tempest-VolumesNegativeTest-625959490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937687'] for port, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:23.724509 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0691a341-db34-4f66-9180-385735026479', 'name': 'network-vif-deleted', 'tag': '88a6e231-243f-4a0e-855a-2e9c71b9fe1a'}] {{(pid=73808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 19:34:23.792774 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-d291b1da-d5b6-47a4-b2f4-308497c60fce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:23.803298 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-d291b1da-d5b6-47a4-b2f4-308497c60fce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:23.815376 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-f054e5ce-2dff-4d5a-bbf8-271e16e2eb05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:34:23.826200 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f59a6c9-18a6-4ca5-9983-52d87cd54dc1 req-33d7153c-b0a8-41ee-8393-67d94b8ca723 tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:23.827624 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-1f59a6c9-18a6-4ca5-9983-52d87cd54dc1 req-33d7153c-b0a8-41ee-8393-67d94b8ca723 tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] 10.222.0.41 "GET /v2.0/ports?device_id=398dbde5-f769-493f-bb99-0f07f6fed192 HTTP/1.1" status: 200 len: 943 time: 0.5064425 Apr 30 19:34:23.850340 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-60c0b558-7355-4c1a-98ed-b454a37b87be req-1758a7da-1d4d-44d1-872d-3b96bfaa97ed tempest-VolumesNegativeTest-625959490 tempest-VolumesNegativeTest-625959490-project] 10.222.0.48 "DELETE /v2.0/ports/88a6e231-243f-4a0e-855a-2e9c71b9fe1a HTTP/1.1" status: 204 len: 173 time: 1.2281809 Apr 30 19:34:23.868581 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d291b1da-d5b6-47a4-b2f4-308497c60fce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03516bf5-9723-46b6-ac3f-baff1025d7f0,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:34:23.872807 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-d291b1da-d5b6-47a4-b2f4-308497c60fce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:34:23.879656 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-d291b1da-d5b6-47a4-b2f4-308497c60fce admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f4e0b82119964dbeb5a491132be2b6fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9270570 Apr 30 19:34:23.886420 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 43794) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:34:23.947420 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-261eb7ba-5f31-463a-be9f-0a93830069a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:23.952723 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a30dcf4-d923-4143-a514-e3479c9d136a req-d32d9c5e-04b8-471c-bd97-df361bef8df3 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:23.954204 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-9a30dcf4-d923-4143-a514-e3479c9d136a req-d32d9c5e-04b8-471c-bd97-df361bef8df3 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.41 "GET /v2.0/ports?device_id=3394bdf1-036b-4b34-aa2b-feb8c50fb28e HTTP/1.1" status: 200 len: 946 time: 0.2445383 Apr 30 19:34:23.991973 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-1f59a6c9-18a6-4ca5-9983-52d87cd54dc1 req-f935a036-5575-4034-890b-72e05f9e0a30 tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] 10.222.0.41 "GET /v2.0/security-groups?id=184ab099-d1f1-4765-bfc7-ab0fdc4abd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398273 Apr 30 19:34:23.998742 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-34897381-8932-4257-b652-2cd10c4e6e13 req-254be4b9-e087-43e8-b7aa-7af895cdddc3 service neutron] 10.222.0.48 "GET /v2.0/networks/fb753e9f-d5ea-4d3b-a660-3bfc4f53e5c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4014297 Apr 30 19:34:24.003186 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-a9406c29-f549-4afe-abcb-9d99f05d2d2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:24.022675 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-2f68c279-b705-4688-abc0-bc65cdb22077 req-2b8c31cf-13d4-48dd-a0f0-a9d3ed771d38 service neutron] 10.222.0.48 "GET /v2.0/networks/b43604af-9124-42a1-9d34-be2ce6e9a52b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3782015 Apr 30 19:34:24.049092 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-a9406c29-f549-4afe-abcb-9d99f05d2d2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:24.089812 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-9a30dcf4-d923-4143-a514-e3479c9d136a req-651492a2-5884-429d-9a20-cb6355053b8f tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.41 "GET /v2.0/security-groups?id=71be5d99-fb6b-4407-8806-836c5d750a20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1258943 Apr 30 19:34:24.133558 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-a9406c29-f549-4afe-abcb-9d99f05d2d2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:24.138545 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-2e6c9fb7-6097-4339-bcc4-870d4957e478 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:34:24.153743 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9406c29-f549-4afe-abcb-9d99f05d2d2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03516bf5-9723-46b6-ac3f-baff1025d7f0,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:34:24.157546 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0691a341-db34-4f66-9180-385735026479', 'name': 'network-vif-deleted', 'tag': '88a6e231-243f-4a0e-855a-2e9c71b9fe1a', 'status': 'completed', 'code': 200} Apr 30 19:34:24.158266 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-a9406c29-f549-4afe-abcb-9d99f05d2d2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:34:24.160492 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-a9406c29-f549-4afe-abcb-9d99f05d2d2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:24.161722 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-a9406c29-f549-4afe-abcb-9d99f05d2d2c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/03516bf5-9723-46b6-ac3f-baff1025d7f0 HTTP/1.1" status: 204 len: 168 time: 0.2744107 Apr 30 19:34:24.202311 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b004fe-9436-43f7-89d4-1153a83730fa req-d38b0b11-6e15-472a-b2d1-3fa23f11e0d6 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:24.202820 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Device eaf5a615-727a-4a28-8c2a-6f97b2200e55 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=73809) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 19:34:24.203970 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-54b004fe-9436-43f7-89d4-1153a83730fa req-d38b0b11-6e15-472a-b2d1-3fa23f11e0d6 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bb8116d-e232-45ab-9b2d-8d874920235b HTTP/1.1" status: 200 len: 945 time: 0.1039975 Apr 30 19:34:24.264967 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-54b004fe-9436-43f7-89d4-1153a83730fa req-1d17921a-f209-4a4e-a6dd-c79735877cf3 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/security-groups?id=37889038-5279-4736-a9a0-7b515de45d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543947 Apr 30 19:34:24.364815 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-65ba8c12-0d06-4959-8304-606821799626 None None] For port eaf5a615-727a-4a28-8c2a-6f97b2200e55, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=eaf5a615-727a-4a28-8c2a-6f97b2200e55,segment=NetworkSegment(1cec1924-575a-47da-bbe7-12777d2ca2b9),segment_id=1cec1924-575a-47da-bbe7-12777d2ca2b9)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:34:24.386943 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Returning: {'device': 'eaf5a615-727a-4a28-8c2a-6f97b2200e55', 'network_id': '2ca4816a-af9f-4da4-b37e-8b11481e1c88', 'port_id': 'eaf5a615-727a-4a28-8c2a-6f97b2200e55', 'mac_address': 'fa:16:3e:f4:e5:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a120cce1-df08-442f-ba0c-25e89e3b37cd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73809) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 19:34:24.423013 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [req-a311aa78-62c7-443e-af30-eec364d8f787 req-74e57855-f684-44a2-bbdc-aebe748210a6 tempest-VolumesNegativeTest-625959490 tempest-VolumesNegativeTest-625959490-project] Synchronizing usage tracker for tenant:8dfb56dabf5041448e136cc7e62a794b on resource:port {{(pid=73808) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 19:34:24.468411 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [req-a311aa78-62c7-443e-af30-eec364d8f787 req-74e57855-f684-44a2-bbdc-aebe748210a6 tempest-VolumesNegativeTest-625959490 tempest-VolumesNegativeTest-625959490-project] Unset dirty status for tenant:8dfb56dabf5041448e136cc7e62a794b on resource:port {{(pid=73808) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 19:34:24.469784 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-a311aa78-62c7-443e-af30-eec364d8f787 req-74e57855-f684-44a2-bbdc-aebe748210a6 tempest-VolumesNegativeTest-625959490 tempest-VolumesNegativeTest-625959490-project] 10.222.0.41 "GET /v2.0/ports?device_id=0691a341-db34-4f66-9180-385735026479 HTTP/1.1" status: 200 len: 210 time: 0.0930533 Apr 30 19:34:24.474661 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:24.502516 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.notifiers.nova [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id eaf5a615-727a-4a28-8c2a-6f97b2200e55 {{(pid=73809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 19:34:24.526263 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-65ba8c12-0d06-4959-8304-606821799626 None None] For port eaf5a615-727a-4a28-8c2a-6f97b2200e55, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=eaf5a615-727a-4a28-8c2a-6f97b2200e55,segment=NetworkSegment(1cec1924-575a-47da-bbe7-12777d2ca2b9),segment_id=1cec1924-575a-47da-bbe7-12777d2ca2b9)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:34:24.532144 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:24.534301 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-1fa91943-e0fb-402d-b5ae-49de4d3cb10a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:34:24.639109 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Pushing event updated for resources: {'Port': ['ID=eaf5a615-727a-4a28-8c2a-6f97b2200e55,revision_number=6']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:34:24.645569 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:34:24.676814 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-65ba8c12-0d06-4959-8304-606821799626 None None] get_ports_and_sgs() called for port_ids ['eaf5a615-727a-4a28-8c2a-6f97b2200e55'] {{(pid=73809) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 19:34:24.749208 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b9acd1-9f9e-462d-8c90-9294a511a1e5 req-428239bb-68e4-47b8-ae6e-fef4b05db935 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:24.750712 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-70b9acd1-9f9e-462d-8c90-9294a511a1e5 req-428239bb-68e4-47b8-ae6e-fef4b05db935 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6f90263-c62f-4196-8410-f2367a9a9848 HTTP/1.1" status: 200 len: 945 time: 0.0877566 Apr 30 19:34:24.826702 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-70b9acd1-9f9e-462d-8c90-9294a511a1e5 req-85a18582-f4a1-4b7b-a147-85d0cc7bbdc1 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/security-groups?id=6dbe6155-75cf-4154-b3d9-4527d6dcc146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676229 Apr 30 19:34:25.209603 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97e6e84-d057-42c2-981b-eafb7195b432 req-1e45f754-288b-4abe-8453-31f596ef9cf1 tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:25.212315 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-e97e6e84-d057-42c2-981b-eafb7195b432 req-1e45f754-288b-4abe-8453-31f596ef9cf1 tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] 10.222.0.41 "GET /v2.0/ports?device_id=398dbde5-f769-493f-bb99-0f07f6fed192 HTTP/1.1" status: 200 len: 943 time: 0.1007564 Apr 30 19:34:25.288328 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-e97e6e84-d057-42c2-981b-eafb7195b432 req-34ac797e-d29d-4da9-a91b-50abbfc761eb tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] 10.222.0.41 "GET /v2.0/security-groups?id=184ab099-d1f1-4765-bfc7-ab0fdc4abd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659451 Apr 30 19:34:25.488176 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a2583f-b6cf-48cb-8608-67b11e2ac3fd req-aff708cb-9f51-464a-ae30-269ff3f69908 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:25.490227 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-c9a2583f-b6cf-48cb-8608-67b11e2ac3fd req-aff708cb-9f51-464a-ae30-269ff3f69908 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.41 "GET /v2.0/ports?device_id=3394bdf1-036b-4b34-aa2b-feb8c50fb28e HTTP/1.1" status: 200 len: 946 time: 0.1107850 Apr 30 19:34:25.515315 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac02da4-19c2-4e32-bba9-e2fe45af39e5 req-ca82ae95-da67-4be6-b447-4b51ce87d705 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:25.519192 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-fac02da4-19c2-4e32-bba9-e2fe45af39e5 req-ca82ae95-da67-4be6-b447-4b51ce87d705 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bb8116d-e232-45ab-9b2d-8d874920235b HTTP/1.1" status: 200 len: 945 time: 0.1077824 Apr 30 19:34:25.543649 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-c9a2583f-b6cf-48cb-8608-67b11e2ac3fd req-ea082182-cc80-4d03-9bee-35c392396240 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.41 "GET /v2.0/security-groups?id=71be5d99-fb6b-4407-8806-836c5d750a20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460238 Apr 30 19:34:25.571957 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-fac02da4-19c2-4e32-bba9-e2fe45af39e5 req-31b6aa7a-e5c0-479b-9080-0cce3bb71933 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/security-groups?id=37889038-5279-4736-a9a0-7b515de45d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454066 Apr 30 19:34:26.058813 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498439e7-be73-4f45-8798-ce03b55859b3 req-d7d5f5af-f7a5-47f6-bb45-4bb0271325c9 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:26.071901 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-498439e7-be73-4f45-8798-ce03b55859b3 req-d7d5f5af-f7a5-47f6-bb45-4bb0271325c9 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6f90263-c62f-4196-8410-f2367a9a9848 HTTP/1.1" status: 200 len: 945 time: 0.1199610 Apr 30 19:34:26.174149 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-498439e7-be73-4f45-8798-ce03b55859b3 req-7b07f6f7-f649-4c3f-9372-de32cc882d24 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/security-groups?id=6dbe6155-75cf-4154-b3d9-4527d6dcc146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010873 Apr 30 19:34:26.212443 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Device 3cfcb011-9a01-427b-8877-261ec83157d6 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=73809) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 19:34:26.215625 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Device eaf5a615-727a-4a28-8c2a-6f97b2200e55 up at agent hyperv_hv-cinder-73362 {{(pid=73809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 19:34:26.512799 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c355f030-e481-4181-bed2-6dadba126006 req-c68bc051-c95d-407c-a9cd-6fbd4f1e4fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:26.522040 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-c355f030-e481-4181-bed2-6dadba126006 req-c68bc051-c95d-407c-a9cd-6fbd4f1e4fd4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b687dbbcb0d540b592764d29c8baa1ab&device_id=6bb8116d-e232-45ab-9b2d-8d874920235b HTTP/1.1" status: 200 len: 1098 time: 0.2150166 Apr 30 19:34:26.553720 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:26.572267 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Provisioning complete for port eaf5a615-727a-4a28-8c2a-6f97b2200e55 triggered by entity L2. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 19:34:26.572708 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618911'] for port, provisioning_complete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:26.625551 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786dd9b4-cdd1-4f5b-bc63-32cce11e305f req-3722a170-c3cf-4f39-9cd1-aa2ed98963b5 tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:26.629205 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-786dd9b4-cdd1-4f5b-bc63-32cce11e305f req-3722a170-c3cf-4f39-9cd1-aa2ed98963b5 tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] 10.222.0.41 "GET /v2.0/ports?device_id=398dbde5-f769-493f-bb99-0f07f6fed192 HTTP/1.1" status: 200 len: 943 time: 0.1448548 Apr 30 19:34:26.663582 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-65ba8c12-0d06-4959-8304-606821799626 None None] For port 3cfcb011-9a01-427b-8877-261ec83157d6, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=3cfcb011-9a01-427b-8877-261ec83157d6,segment=NetworkSegment(ed660aeb-4367-41fe-9388-d165df18e741),segment_id=ed660aeb-4367-41fe-9388-d165df18e741)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:34:26.718090 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c355f030-e481-4181-bed2-6dadba126006 req-97d20c08-584c-463b-a9ca-1da542451e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:26.719833 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-c355f030-e481-4181-bed2-6dadba126006 req-97d20c08-584c-463b-a9ca-1da542451e0b service neutron] 10.222.0.48 "GET /v2.0/networks?id=f30450fe-9c9f-4fd9-802e-cfb944509dec HTTP/1.1" status: 200 len: 919 time: 0.1910498 Apr 30 19:34:26.738334 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-786dd9b4-cdd1-4f5b-bc63-32cce11e305f req-6970b664-222f-48f8-b111-21629e986040 tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] 10.222.0.41 "GET /v2.0/security-groups?id=184ab099-d1f1-4765-bfc7-ab0fdc4abd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972517 Apr 30 19:34:26.739558 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Returning: {'device': '3cfcb011-9a01-427b-8877-261ec83157d6', 'network_id': 'b43604af-9124-42a1-9d34-be2ce6e9a52b', 'port_id': '3cfcb011-9a01-427b-8877-261ec83157d6', 'mac_address': 'fa:16:3e:50:06:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee63e9f9-8008-4498-995b-8405bf587e1d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73809) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 19:34:26.742935 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-8d92fae5-590f-4913-a8cc-44063451a532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:26.873627 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:26.873956 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-c355f030-e481-4181-bed2-6dadba126006 req-52d86bc8-fea1-4efc-a545-0058c302f7f5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f1c93f59-4029-4840-a909-8a8e8e429d43 HTTP/1.1" status: 200 len: 217 time: 0.1466355 Apr 30 19:34:26.889509 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215951c9-7af1-4c79-8722-c3cbf6103bf8 req-4e76c17d-8262-4205-bea5-4c62099f8ec7 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:26.891054 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-215951c9-7af1-4c79-8722-c3cbf6103bf8 req-4e76c17d-8262-4205-bea5-4c62099f8ec7 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bb8116d-e232-45ab-9b2d-8d874920235b HTTP/1.1" status: 200 len: 945 time: 0.4550042 Apr 30 19:34:26.947286 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:26.992550 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.notifiers.nova [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cfcb011-9a01-427b-8877-261ec83157d6 {{(pid=73809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 19:34:27.003180 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6f90263-c62f-4196-8410-f2367a9a9848', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaf5a615-727a-4a28-8c2a-6f97b2200e55'}] {{(pid=73809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 19:34:27.023006 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-65ba8c12-0d06-4959-8304-606821799626 None None] For port eaf5a615-727a-4a28-8c2a-6f97b2200e55, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=eaf5a615-727a-4a28-8c2a-6f97b2200e55,segment=NetworkSegment(1cec1924-575a-47da-bbe7-12777d2ca2b9),segment_id=1cec1924-575a-47da-bbe7-12777d2ca2b9)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:34:27.025266 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-65ba8c12-0d06-4959-8304-606821799626 None None] For port 3cfcb011-9a01-427b-8877-261ec83157d6, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=3cfcb011-9a01-427b-8877-261ec83157d6,segment=NetworkSegment(ed660aeb-4367-41fe-9388-d165df18e741),segment_id=ed660aeb-4367-41fe-9388-d165df18e741)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:34:27.031055 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:27.031055 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Device 88a6e231-243f-4a0e-855a-2e9c71b9fe1a no longer exists at agent hyperv_hv-cinder-73362 {{(pid=73809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 19:34:27.071939 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-215951c9-7af1-4c79-8722-c3cbf6103bf8 req-43d030fe-3d5c-45ba-8356-f4321ea5a927 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/security-groups?id=37889038-5279-4736-a9a0-7b515de45d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712582 Apr 30 19:34:27.073553 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c355f030-e481-4181-bed2-6dadba126006 req-936b5790-9ac5-4080-8be3-ba4d34b17ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:27.074983 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-c355f030-e481-4181-bed2-6dadba126006 req-936b5790-9ac5-4080-8be3-ba4d34b17ec7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7fdb9f4a-37a8-450d-a546-25c2f22121ea HTTP/1.1" status: 200 len: 858 time: 0.1830497 Apr 30 19:34:27.075116 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:34:27.172401 dv-cinder-733622-14-smb neutron-server[73809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6f90263-c62f-4196-8410-f2367a9a9848', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaf5a615-727a-4a28-8c2a-6f97b2200e55', 'code': 200} Apr 30 19:34:27.173083 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Pushing event updated for resources: {'Port': ['ID=eaf5a615-727a-4a28-8c2a-6f97b2200e55,revision_number=7']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:34:27.175938 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:27.184131 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:34:27.184629 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:34:27.188129 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-c355f030-e481-4181-bed2-6dadba126006 req-385c606c-4df4-4302-a954-f694589c5f47 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f30450fe-9c9f-4fd9-802e-cfb944509dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0961165 Apr 30 19:34:27.267876 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-65ba8c12-0d06-4959-8304-606821799626 None None] No Port match for: 88a6e231-243f-4a0e-855a-2e9c71b9fe1a {{(pid=73809) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 19:34:27.268545 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Device 88a6e231-243f-4a0e-855a-2e9c71b9fe1a not bound to the agent host hv-cinder-73362 {{(pid=73809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 19:34:27.359394 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Pushing event updated for resources: {'Port': ['ID=3cfcb011-9a01-427b-8877-261ec83157d6,revision_number=4']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:34:27.371914 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:34:27.444512 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-65ba8c12-0d06-4959-8304-606821799626 None None] get_ports_and_sgs() called for port_ids ['3cfcb011-9a01-427b-8877-261ec83157d6'] {{(pid=73809) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 19:34:27.491817 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-c355f030-e481-4181-bed2-6dadba126006 req-67eaaf67-17c8-427e-a6ee-de517e7cd222 service neutron] 10.222.0.48 "GET /v2.0/networks/f30450fe-9c9f-4fd9-802e-cfb944509dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2965226 Apr 30 19:34:27.555083 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc88e75-8a87-4b17-a3c6-7006cbd9826d req-2425f7b6-2f6e-4546-a4d2-feb66a8bfac9 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:27.557308 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-9cc88e75-8a87-4b17-a3c6-7006cbd9826d req-2425f7b6-2f6e-4546-a4d2-feb66a8bfac9 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6f90263-c62f-4196-8410-f2367a9a9848 HTTP/1.1" status: 200 len: 946 time: 0.1739862 Apr 30 19:34:27.747135 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-db901c41-8a71-4621-9038-9b0e7a83b2d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:27.814842 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-9cc88e75-8a87-4b17-a3c6-7006cbd9826d req-12094ade-ee09-4c82-be03-b04a16334e5f tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/security-groups?id=6dbe6155-75cf-4154-b3d9-4527d6dcc146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1771302 Apr 30 19:34:27.837570 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-c355f030-e481-4181-bed2-6dadba126006 req-6037539c-4fa1-4dcd-8a90-59442727ff56 service neutron] 10.222.0.48 "GET /v2.0/networks/f30450fe-9c9f-4fd9-802e-cfb944509dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3381977 Apr 30 19:34:27.870697 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-868995f6-ae6f-4fd3-9fcf-673086471f87 req-ad2dde78-c207-4525-adf4-2b4df4dc1cc2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=595bc164-a92e-463d-8134-f8913beddb0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2319379 Apr 30 19:34:28.006909 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868995f6-ae6f-4fd3-9fcf-673086471f87 req-d204f8ce-e9a7-4801-aff0-92aadf88d330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:28.008306 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-868995f6-ae6f-4fd3-9fcf-673086471f87 req-d204f8ce-e9a7-4801-aff0-92aadf88d330 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b687dbbcb0d540b592764d29c8baa1ab&device_id=595bc164-a92e-463d-8134-f8913beddb0b HTTP/1.1" status: 200 len: 1098 time: 0.1103585 Apr 30 19:34:28.052711 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474368bd-9524-4471-af06-e2173e750648 req-8c570b9a-20ab-49fb-91b9-3c7bf4b0182b tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:28.062599 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-474368bd-9524-4471-af06-e2173e750648 req-8c570b9a-20ab-49fb-91b9-3c7bf4b0182b tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] 10.222.0.41 "GET /v2.0/ports?device_id=398dbde5-f769-493f-bb99-0f07f6fed192 HTTP/1.1" status: 200 len: 944 time: 0.1172040 Apr 30 19:34:28.207257 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-474368bd-9524-4471-af06-e2173e750648 req-c61d0f05-4688-46aa-8ebb-129d8dd434be tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] 10.222.0.41 "GET /v2.0/security-groups?id=184ab099-d1f1-4765-bfc7-ab0fdc4abd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427581 Apr 30 19:34:28.381400 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868995f6-ae6f-4fd3-9fcf-673086471f87 req-e7dd8a43-5d3a-4d2e-a00b-73ed58239829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:28.382884 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-868995f6-ae6f-4fd3-9fcf-673086471f87 req-e7dd8a43-5d3a-4d2e-a00b-73ed58239829 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f30450fe-9c9f-4fd9-802e-cfb944509dec HTTP/1.1" status: 200 len: 919 time: 0.3443027 Apr 30 19:34:28.472820 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-868995f6-ae6f-4fd3-9fcf-673086471f87 req-e45d87b0-2a69-46f7-93ff-57b330915333 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fb4f009e-5cb1-47d6-a548-e37af2cf4502 HTTP/1.1" status: 200 len: 217 time: 0.0807316 Apr 30 19:34:28.561993 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be1a18b-01bb-4f2b-997e-c10d367de75f req-c3bc3460-814b-4191-9bce-9d095ab19204 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:28.570312 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-9be1a18b-01bb-4f2b-997e-c10d367de75f req-c3bc3460-814b-4191-9bce-9d095ab19204 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bb8116d-e232-45ab-9b2d-8d874920235b HTTP/1.1" status: 200 len: 945 time: 0.2581804 Apr 30 19:34:28.628280 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-9be1a18b-01bb-4f2b-997e-c10d367de75f req-ef14915e-4d60-46de-b1e4-1616bb37bf82 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/security-groups?id=37889038-5279-4736-a9a0-7b515de45d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510013 Apr 30 19:34:28.642660 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868995f6-ae6f-4fd3-9fcf-673086471f87 req-4e4cad7e-cf67-4345-8d83-2c4219abc6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:28.659976 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-868995f6-ae6f-4fd3-9fcf-673086471f87 req-4e4cad7e-cf67-4345-8d83-2c4219abc6f6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7fdb9f4a-37a8-450d-a546-25c2f22121ea HTTP/1.1" status: 200 len: 858 time: 0.1652079 Apr 30 19:34:28.727306 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-868995f6-ae6f-4fd3-9fcf-673086471f87 req-1f92dbb4-0323-4a85-a786-6b66f58fd97c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f30450fe-9c9f-4fd9-802e-cfb944509dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660236 Apr 30 19:34:29.097365 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-868995f6-ae6f-4fd3-9fcf-673086471f87 req-a15d6042-76c3-4b6e-8a84-1d77f0c7a8bf service neutron] 10.222.0.48 "GET /v2.0/networks/f30450fe-9c9f-4fd9-802e-cfb944509dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3610337 Apr 30 19:34:29.158616 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:29.211619 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5149b881-0aeb-460b-9d11-61e3e27c1c0e req-21a7f9a9-0bab-46ee-ae10-61149d3cfbe8 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:29.215537 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-5149b881-0aeb-460b-9d11-61e3e27c1c0e req-21a7f9a9-0bab-46ee-ae10-61149d3cfbe8 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6f90263-c62f-4196-8410-f2367a9a9848 HTTP/1.1" status: 200 len: 946 time: 0.1878033 Apr 30 19:34:29.266735 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-abaefda2-14da-46b7-be41-c4f24c026f78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:29.353448 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-5149b881-0aeb-460b-9d11-61e3e27c1c0e req-97137201-1664-4261-b514-cd013bfe7118 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/security-groups?id=6dbe6155-75cf-4154-b3d9-4527d6dcc146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296935 Apr 30 19:34:29.506906 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-868995f6-ae6f-4fd3-9fcf-673086471f87 req-4afd7a37-036f-47c1-a7b6-2c629ff85fc5 service neutron] 10.222.0.48 "GET /v2.0/networks/f30450fe-9c9f-4fd9-802e-cfb944509dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4023995 Apr 30 19:34:29.565810 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba71fb4-5d16-46f7-a584-5c382ebcfafd req-0cb0f8ee-9fec-4991-b4be-16d0d1a098a5 tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:29.577765 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-0ba71fb4-5d16-46f7-a584-5c382ebcfafd req-0cb0f8ee-9fec-4991-b4be-16d0d1a098a5 tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] 10.222.0.41 "GET /v2.0/ports?device_id=398dbde5-f769-493f-bb99-0f07f6fed192 HTTP/1.1" status: 200 len: 944 time: 0.1564727 Apr 30 19:34:29.645401 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-0ba71fb4-5d16-46f7-a584-5c382ebcfafd req-67d4fbeb-a95e-4325-a2ac-590ca35d6fb9 tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] 10.222.0.41 "GET /v2.0/security-groups?id=184ab099-d1f1-4765-bfc7-ab0fdc4abd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665183 Apr 30 19:34:29.868071 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208ae24f-e1e8-4949-8492-fa1364c6f204 req-0032257e-9bdb-4e9a-88df-aad92e612223 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:29.875147 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-208ae24f-e1e8-4949-8492-fa1364c6f204 req-0032257e-9bdb-4e9a-88df-aad92e612223 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bb8116d-e232-45ab-9b2d-8d874920235b HTTP/1.1" status: 200 len: 945 time: 0.1081860 Apr 30 19:34:29.935549 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-208ae24f-e1e8-4949-8492-fa1364c6f204 req-57fc9779-0239-4ebd-9bf6-1c37c778e2e0 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/security-groups?id=37889038-5279-4736-a9a0-7b515de45d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594842 Apr 30 19:34:30.130011 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.agents_db [None req-91d1fe81-9981-4281-a1b3-92062b07bd48 None None] Agent healthcheck: found 6 active agents {{(pid=73810) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 19:34:30.240833 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Device 3cfcb011-9a01-427b-8877-261ec83157d6 up at agent hyperv_hv-cinder-73362 {{(pid=73809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 19:34:30.445697 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Provisioning for port 3cfcb011-9a01-427b-8877-261ec83157d6 completed by entity L2. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 19:34:30.464799 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Provisioning complete for port 3cfcb011-9a01-427b-8877-261ec83157d6 triggered by entity L2. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 19:34:30.465830 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618911'] for port, provisioning_complete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:30.655361 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:30.755391 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-65ba8c12-0d06-4959-8304-606821799626 None None] For port 3cfcb011-9a01-427b-8877-261ec83157d6, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=3cfcb011-9a01-427b-8877-261ec83157d6,segment=NetworkSegment(ed660aeb-4367-41fe-9388-d165df18e741),segment_id=ed660aeb-4367-41fe-9388-d165df18e741)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:34:30.759888 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '398dbde5-f769-493f-bb99-0f07f6fed192', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cfcb011-9a01-427b-8877-261ec83157d6'}] {{(pid=73809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 19:34:30.767553 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3392f8-b53a-4b05-a934-2b36c4a9bdcb req-637b6eb4-248f-4ee6-b09c-189668bce254 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:30.771818 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-5b3392f8-b53a-4b05-a934-2b36c4a9bdcb req-637b6eb4-248f-4ee6-b09c-189668bce254 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6f90263-c62f-4196-8410-f2367a9a9848 HTTP/1.1" status: 200 len: 946 time: 0.1876822 Apr 30 19:34:30.784273 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:30.791125 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:34:30.916659 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-5b3392f8-b53a-4b05-a934-2b36c4a9bdcb req-d1d20f81-95e8-40a3-833e-54a31f26b546 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/security-groups?id=6dbe6155-75cf-4154-b3d9-4527d6dcc146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365910 Apr 30 19:34:30.958153 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Pushing event updated for resources: {'Port': ['ID=3cfcb011-9a01-427b-8877-261ec83157d6,revision_number=5']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:34:30.967915 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:34:30.968459 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:34:30.968962 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:34:30.969393 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:34:30.969817 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:34:30.970748 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:34:30.971237 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:34:30.971664 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:34:30.972111 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:34:30.972607 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:34:30.973074 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:34:30.973503 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:34:30.988496 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:34:31.054127 dv-cinder-733622-14-smb neutron-server[73809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '398dbde5-f769-493f-bb99-0f07f6fed192', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cfcb011-9a01-427b-8877-261ec83157d6', 'code': 200} Apr 30 19:34:31.069055 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cc7af3-6f6e-4574-9e4c-8d31a0f3a70c req-46bfb416-4a2f-44aa-b5d4-8ab28b938589 tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:31.070878 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-27cc7af3-6f6e-4574-9e4c-8d31a0f3a70c req-46bfb416-4a2f-44aa-b5d4-8ab28b938589 tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] 10.222.0.41 "GET /v2.0/ports?device_id=398dbde5-f769-493f-bb99-0f07f6fed192 HTTP/1.1" status: 200 len: 945 time: 0.2120078 Apr 30 19:34:31.145357 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-27cc7af3-6f6e-4574-9e4c-8d31a0f3a70c req-b8323a07-5bb6-4bc1-8092-2c2895dad600 tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] 10.222.0.41 "GET /v2.0/security-groups?id=184ab099-d1f1-4765-bfc7-ab0fdc4abd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683675 Apr 30 19:34:31.392852 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b9d202-071b-41a9-8794-f8627d74eb0e req-266aa7f0-60e0-4df6-a61e-7bb1c2b96c2d tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:31.400044 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-17b9d202-071b-41a9-8794-f8627d74eb0e req-266aa7f0-60e0-4df6-a61e-7bb1c2b96c2d tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bb8116d-e232-45ab-9b2d-8d874920235b HTTP/1.1" status: 200 len: 945 time: 0.2314014 Apr 30 19:34:31.431960 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f21041-7854-4020-a212-6e707b9e6b12 req-6fca5f96-0c99-41d7-b1cb-78a9fe8bf4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:31.433494 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-d2f21041-7854-4020-a212-6e707b9e6b12 req-6fca5f96-0c99-41d7-b1cb-78a9fe8bf4f9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=398dbde5-f769-493f-bb99-0f07f6fed192 HTTP/1.1" status: 200 len: 1098 time: 0.1566761 Apr 30 19:34:31.472877 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-17b9d202-071b-41a9-8794-f8627d74eb0e req-2fa34d7c-324a-4d9b-a641-d663a60e3f8e tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/security-groups?id=37889038-5279-4736-a9a0-7b515de45d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716190 Apr 30 19:34:31.498820 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-d2f21041-7854-4020-a212-6e707b9e6b12 req-58a9f25f-3a2c-431b-a4f5-f72c791ab0e4 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=184ab099-d1f1-4765-bfc7-ab0fdc4abd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546174 Apr 30 19:34:32.174791 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650a13d2-aad0-43fc-aa79-fbd110491a59 req-ba7d4b34-313c-4d19-827d-077c3e371acf tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:32.183398 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-650a13d2-aad0-43fc-aa79-fbd110491a59 req-ba7d4b34-313c-4d19-827d-077c3e371acf tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6f90263-c62f-4196-8410-f2367a9a9848 HTTP/1.1" status: 200 len: 946 time: 0.1136577 Apr 30 19:34:32.232997 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-650a13d2-aad0-43fc-aa79-fbd110491a59 req-00f9d361-2a70-4316-b93d-31ccb6426db2 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/security-groups?id=6dbe6155-75cf-4154-b3d9-4527d6dcc146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486794 Apr 30 19:34:32.474793 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de0dc3c-d9f2-4aa0-acd0-806f27307b31 req-d0e4ee83-4b42-4c4c-9506-3aef401f2267 tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:32.476306 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-7de0dc3c-d9f2-4aa0-acd0-806f27307b31 req-d0e4ee83-4b42-4c4c-9506-3aef401f2267 tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] 10.222.0.41 "GET /v2.0/ports?device_id=398dbde5-f769-493f-bb99-0f07f6fed192 HTTP/1.1" status: 200 len: 945 time: 0.1051369 Apr 30 19:34:32.540741 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-7de0dc3c-d9f2-4aa0-acd0-806f27307b31 req-316a4bbb-ce56-423a-bc25-b240140fa729 tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] 10.222.0.41 "GET /v2.0/security-groups?id=184ab099-d1f1-4765-bfc7-ab0fdc4abd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561709 Apr 30 19:34:33.066779 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 44204) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:34:33.341201 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 44224) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:34:33.343289 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-c09ad276-44f7-4c47-b049-bbe2f08db45f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8dfb56dabf5041448e136cc7e62a794b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2735643 Apr 30 19:34:33.428406 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-1d7880b3-aa2c-4648-adc2-cd457b4cf5e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:33.530717 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-1d7880b3-aa2c-4648-adc2-cd457b4cf5e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:33.618375 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b36e9b2-fbbd-47b8-9785-feb3c48c5424 req-6d789a91-b050-41bf-ba9a-11d2cdd44ef1 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:33.625883 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-8b36e9b2-fbbd-47b8-9785-feb3c48c5424 req-6d789a91-b050-41bf-ba9a-11d2cdd44ef1 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6f90263-c62f-4196-8410-f2367a9a9848 HTTP/1.1" status: 200 len: 946 time: 0.1596000 Apr 30 19:34:33.698107 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-8b36e9b2-fbbd-47b8-9785-feb3c48c5424 req-bf304902-720a-451a-81f0-4c26a95ae982 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/security-groups?id=6dbe6155-75cf-4154-b3d9-4527d6dcc146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705986 Apr 30 19:34:33.707138 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-1d7880b3-aa2c-4648-adc2-cd457b4cf5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:33.715206 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-e6da2371-06e7-4ec3-9ff4-02c21c5b910d tempest-VolumesNegativeTest-625959490 tempest-VolumesNegativeTest-625959490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:34:33.737658 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7880b3-aa2c-4648-adc2-cd457b4cf5e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c48d731-5cde-4539-a6a2-4d9b4e2f10f3,revision_number=None']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:34:33.749140 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-1d7880b3-aa2c-4648-adc2-cd457b4cf5e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:34:33.769821 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-1d7880b3-aa2c-4648-adc2-cd457b4cf5e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:33.775081 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-1d7880b3-aa2c-4648-adc2-cd457b4cf5e4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5c48d731-5cde-4539-a6a2-4d9b4e2f10f3 HTTP/1.1" status: 204 len: 168 time: 0.4327667 Apr 30 19:34:33.838999 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d9cae4-094e-4906-bcdb-5103c55aae23 req-b019c1c8-22fc-4073-a93f-4055e535dbcf tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:33.840400 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-e7d9cae4-094e-4906-bcdb-5103c55aae23 req-b019c1c8-22fc-4073-a93f-4055e535dbcf tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] 10.222.0.41 "GET /v2.0/ports?device_id=398dbde5-f769-493f-bb99-0f07f6fed192 HTTP/1.1" status: 200 len: 945 time: 0.1245525 Apr 30 19:34:33.903696 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-e7d9cae4-094e-4906-bcdb-5103c55aae23 req-3a696d8f-945a-417c-a0f6-6068194a0d9c tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] 10.222.0.41 "GET /v2.0/security-groups?id=184ab099-d1f1-4765-bfc7-ab0fdc4abd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521209 Apr 30 19:34:34.964775 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df69b88a-6fe2-4a97-8446-91ff66b4513c req-b364a5da-9cec-4b9d-86ca-a42b7c4924f8 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:34.967270 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-df69b88a-6fe2-4a97-8446-91ff66b4513c req-b364a5da-9cec-4b9d-86ca-a42b7c4924f8 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6f90263-c62f-4196-8410-f2367a9a9848 HTTP/1.1" status: 200 len: 946 time: 0.1237721 Apr 30 19:34:35.023542 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-df69b88a-6fe2-4a97-8446-91ff66b4513c req-108825fb-0636-4af2-9bbc-99194a156ea2 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/security-groups?id=6dbe6155-75cf-4154-b3d9-4527d6dcc146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475934 Apr 30 19:34:36.337199 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbceb0cf-c0d4-4bbc-b946-bdd5d478a0fb req-5d5b99bd-bea4-487a-93b0-fd50352d7ea7 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:36.344470 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-fbceb0cf-c0d4-4bbc-b946-bdd5d478a0fb req-5d5b99bd-bea4-487a-93b0-fd50352d7ea7 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6f90263-c62f-4196-8410-f2367a9a9848 HTTP/1.1" status: 200 len: 946 time: 0.1460917 Apr 30 19:34:36.405410 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-fbceb0cf-c0d4-4bbc-b946-bdd5d478a0fb req-50e30b89-546b-4271-ac26-239b50d98b82 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/security-groups?id=6dbe6155-75cf-4154-b3d9-4527d6dcc146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589132 Apr 30 19:34:36.542111 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a765d6c-b8f9-4a7a-9b2b-ddd5cbf47c28 req-08983e24-4d6d-47c2-a333-e162a3d02d10 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:36.550583 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-6a765d6c-b8f9-4a7a-9b2b-ddd5cbf47c28 req-08983e24-4d6d-47c2-a333-e162a3d02d10 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/ports?device_id=595bc164-a92e-463d-8134-f8913beddb0b HTTP/1.1" status: 200 len: 945 time: 0.1993783 Apr 30 19:34:36.600838 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-6a765d6c-b8f9-4a7a-9b2b-ddd5cbf47c28 req-9dded131-9e85-4c29-95d2-d741b8779460 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/security-groups?id=37889038-5279-4736-a9a0-7b515de45d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490704 Apr 30 19:34:37.712180 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d25735-7ba6-49b0-9bd4-565cc7c9b6cb req-2022dbf0-2270-42f1-8919-2bc47e1adeec tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:37.714363 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-a5d25735-7ba6-49b0-9bd4-565cc7c9b6cb req-2022dbf0-2270-42f1-8919-2bc47e1adeec tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6f90263-c62f-4196-8410-f2367a9a9848 HTTP/1.1" status: 200 len: 946 time: 0.1148748 Apr 30 19:34:37.772506 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-a5d25735-7ba6-49b0-9bd4-565cc7c9b6cb req-59df3eb2-a2a5-460d-bda9-2abb689732cf tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/security-groups?id=6dbe6155-75cf-4154-b3d9-4527d6dcc146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529475 Apr 30 19:34:37.851116 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754d0abd-c2fe-4db6-8a05-c3775914936f req-e2513ae5-356a-486a-8926-66ddfd621975 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:37.852681 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-754d0abd-c2fe-4db6-8a05-c3775914936f req-e2513ae5-356a-486a-8926-66ddfd621975 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/ports?device_id=595bc164-a92e-463d-8134-f8913beddb0b HTTP/1.1" status: 200 len: 945 time: 0.1029229 Apr 30 19:34:37.911789 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-754d0abd-c2fe-4db6-8a05-c3775914936f req-c9a3c2de-1792-4bcb-8519-9b04a3edd1f9 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/security-groups?id=37889038-5279-4736-a9a0-7b515de45d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525148 Apr 30 19:34:38.526414 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 44354) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:34:38.654663 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-6ffc89e3-5dc6-4d7d-b06f-dcecd094efd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:38.669151 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-6ffc89e3-5dc6-4d7d-b06f-dcecd094efd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:34:38.673595 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-6ffc89e3-5dc6-4d7d-b06f-dcecd094efd1 admin admin] Usage tracker for resource:security_group_rule and tenant:e188ea556f0b4677adf5b5ce9900c11c is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:34:38.676532 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-6ffc89e3-5dc6-4d7d-b06f-dcecd094efd1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:34:38.682106 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-6ffc89e3-5dc6-4d7d-b06f-dcecd094efd1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:34:38.766943 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-6ffc89e3-5dc6-4d7d-b06f-dcecd094efd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:38.771055 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-6ffc89e3-5dc6-4d7d-b06f-dcecd094efd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:38.780730 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-f102fe81-fbd8-45c0-aac5-b0e67b8f6fff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:34:38.823928 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-6ffc89e3-5dc6-4d7d-b06f-dcecd094efd1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e188ea556f0b4677adf5b5ce9900c11c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2966218 Apr 30 19:34:38.824839 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffc89e3-5dc6-4d7d-b06f-dcecd094efd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fdeca7b-de53-4a06-b802-2d78e9d4acab,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:34:38.826778 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 44366) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:34:38.829108 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-6ffc89e3-5dc6-4d7d-b06f-dcecd094efd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:34:39.000918 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-d1661550-b25c-4796-aed2-2111c9fe2fab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:39.081171 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-d1661550-b25c-4796-aed2-2111c9fe2fab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:39.133414 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9ca6a4-5c60-4086-9338-36766b8e59e0 req-3d297565-6e4e-495a-9f2b-a0eef49fd598 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:39.135617 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-2d9ca6a4-5c60-4086-9338-36766b8e59e0 req-3d297565-6e4e-495a-9f2b-a0eef49fd598 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/ports?device_id=595bc164-a92e-463d-8134-f8913beddb0b HTTP/1.1" status: 200 len: 945 time: 0.1105525 Apr 30 19:34:39.178189 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-d1661550-b25c-4796-aed2-2111c9fe2fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:39.183823 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-e0e22d3c-aa50-4f1f-adb2-2176fc269597 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:34:39.198105 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abc9eba-44af-437c-b019-df195fa6de42 req-c4f61d7e-5622-4971-a37b-a9aae7d2131a tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:39.199557 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-4abc9eba-44af-437c-b019-df195fa6de42 req-c4f61d7e-5622-4971-a37b-a9aae7d2131a tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6f90263-c62f-4196-8410-f2367a9a9848 HTTP/1.1" status: 200 len: 946 time: 0.3108344 Apr 30 19:34:39.209503 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007acbe9-eb5e-4d1e-bb6e-14662c8c7b60 req-07f3b256-623a-4aca-9f08-4ed12060eb06 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:39.210898 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-007acbe9-eb5e-4d1e-bb6e-14662c8c7b60 req-07f3b256-623a-4aca-9f08-4ed12060eb06 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.48 "GET /v2.0/ports?device_id=595bc164-a92e-463d-8134-f8913beddb0b HTTP/1.1" status: 200 len: 945 time: 0.2112789 Apr 30 19:34:39.211387 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-2d9ca6a4-5c60-4086-9338-36766b8e59e0 req-a3e326cd-b228-4fae-b062-ee38ee98571d tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/security-groups?id=37889038-5279-4736-a9a0-7b515de45d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678339 Apr 30 19:34:39.217216 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1661550-b25c-4796-aed2-2111c9fe2fab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fdeca7b-de53-4a06-b802-2d78e9d4acab,revision_number=None']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:34:39.262583 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-d1661550-b25c-4796-aed2-2111c9fe2fab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:34:39.278692 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-d1661550-b25c-4796-aed2-2111c9fe2fab admin admin] Notify callbacks [] for security_group, before_response {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:39.279789 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-d1661550-b25c-4796-aed2-2111c9fe2fab admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1fdeca7b-de53-4a06-b802-2d78e9d4acab HTTP/1.1" status: 204 len: 168 time: 0.4518549 Apr 30 19:34:39.370482 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-4abc9eba-44af-437c-b019-df195fa6de42 req-9222d113-3ca9-4085-bc90-fcd3fe4d5aff tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/security-groups?id=6dbe6155-75cf-4154-b3d9-4527d6dcc146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1570337 Apr 30 19:34:39.446960 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff41653-6718-4a1c-8824-9d8177c90b0f req-31c8d4b5-1942-4d8b-9926-a033f1060aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:39.448458 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-eff41653-6718-4a1c-8824-9d8177c90b0f req-31c8d4b5-1942-4d8b-9926-a033f1060aee service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9ad55c1ecaf040eb9706c42ee99e4509&device_id=e6f90263-c62f-4196-8410-f2367a9a9848 HTTP/1.1" status: 200 len: 1099 time: 0.1644506 Apr 30 19:34:39.553219 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.plugin [req-007acbe9-eb5e-4d1e-bb6e-14662c8c7b60 req-cbde0b73-6c55-4719-8fa0-6ab59c7377cd tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Deleting port fb4f009e-5cb1-47d6-a548-e37af2cf4502 {{(pid=73807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 19:34:39.553508 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-007acbe9-eb5e-4d1e-bb6e-14662c8c7b60 req-cbde0b73-6c55-4719-8fa0-6ab59c7377cd tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780697314645'] for port, before_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:39.691853 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff41653-6718-4a1c-8824-9d8177c90b0f req-50400349-3ad9-4cd6-b5bf-ca72046685e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:39.693341 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-eff41653-6718-4a1c-8824-9d8177c90b0f req-50400349-3ad9-4cd6-b5bf-ca72046685e9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2ca4816a-af9f-4da4-b37e-8b11481e1c88 HTTP/1.1" status: 200 len: 917 time: 0.2365079 Apr 30 19:34:39.785287 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.db [req-007acbe9-eb5e-4d1e-bb6e-14662c8c7b60 req-cbde0b73-6c55-4719-8fa0-6ab59c7377cd tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] For port fb4f009e-5cb1-47d6-a548-e37af2cf4502, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=fb4f009e-5cb1-47d6-a548-e37af2cf4502,segment=NetworkSegment(1eca5c76-e379-494b-9353-e03704231675),segment_id=1eca5c76-e379-494b-9353-e03704231675)] {{(pid=73807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:34:39.785647 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-007acbe9-eb5e-4d1e-bb6e-14662c8c7b60 req-cbde0b73-6c55-4719-8fa0-6ab59c7377cd tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664767'] for port, precommit_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:39.935028 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.plugin [req-007acbe9-eb5e-4d1e-bb6e-14662c8c7b60 req-cbde0b73-6c55-4719-8fa0-6ab59c7377cd tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Calling delete_port for fb4f009e-5cb1-47d6-a548-e37af2cf4502 owned by compute:nova {{(pid=73807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 19:34:39.945722 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-eff41653-6718-4a1c-8824-9d8177c90b0f req-d5a79f36-33fd-4d12-9aea-7fe1408c5813 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eaf5a615-727a-4a28-8c2a-6f97b2200e55 HTTP/1.1" status: 200 len: 1001 time: 0.2453814 Apr 30 19:34:39.992540 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 44394) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:34:40.027060 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff41653-6718-4a1c-8824-9d8177c90b0f req-04a84441-e2ae-4b61-94ed-e0b03469ba7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:40.028540 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-eff41653-6718-4a1c-8824-9d8177c90b0f req-04a84441-e2ae-4b61-94ed-e0b03469ba7f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a120cce1-df08-442f-ba0c-25e89e3b37cd HTTP/1.1" status: 200 len: 855 time: 0.0707655 Apr 30 19:34:40.114265 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.v2.base [None req-0f43679e-9d20-474e-8381-f6c2b4c38936 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1574996601-network', 'tenant_id': '269cfbb152ef4300b85b7cd97f75a140'}} {{(pid=73808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 19:34:40.118852 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-0f43679e-9d20-474e-8381-f6c2b4c38936 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:34:40.123261 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-0f43679e-9d20-474e-8381-f6c2b4c38936 admin admin] Usage tracker for resource:network and tenant:269cfbb152ef4300b85b7cd97f75a140 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:34:40.126789 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-0f43679e-9d20-474e-8381-f6c2b4c38936 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:34:40.133509 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-0f43679e-9d20-474e-8381-f6c2b4c38936 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:34:40.144649 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f43679e-9d20-474e-8381-f6c2b4c38936 admin admin] Made reservation on behalf of 269cfbb152ef4300b85b7cd97f75a140 for: {'network': 1} {{(pid=73808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 19:34:40.147417 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-0f43679e-9d20-474e-8381-f6c2b4c38936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for network, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:40.160969 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-0f43679e-9d20-474e-8381-f6c2b4c38936 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:40.176986 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff41653-6718-4a1c-8824-9d8177c90b0f req-3feec301-6393-490c-8fd8-bbecd2415ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:40.178465 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-eff41653-6718-4a1c-8824-9d8177c90b0f req-3feec301-6393-490c-8fd8-bbecd2415ee6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2ca4816a-af9f-4da4-b37e-8b11481e1c88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1405029 Apr 30 19:34:40.179515 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-007acbe9-eb5e-4d1e-bb6e-14662c8c7b60 req-cbde0b73-6c55-4719-8fa0-6ab59c7377cd tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780697316006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780696898079'] for port, after_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:40.185576 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-8426c45f-025e-4f93-b9e5-5c068896b443 tempest-VolumesActionsTest-700052401 tempest-VolumesActionsTest-700052401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:34:40.194339 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-0f43679e-9d20-474e-8381-f6c2b4c38936 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:34:40.196684 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-65ba8c12-0d06-4959-8304-606821799626 None None] get_ports_and_sgs() called for port_ids ['fb4f009e-5cb1-47d6-a548-e37af2cf4502', 'f1c93f59-4029-4840-a909-8a8e8e429d43'] {{(pid=73809) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 19:34:40.199299 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-0f43679e-9d20-474e-8381-f6c2b4c38936 admin admin] Usage tracker for resource:security_group_rule and tenant:269cfbb152ef4300b85b7cd97f75a140 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:34:40.202549 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-0f43679e-9d20-474e-8381-f6c2b4c38936 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:34:40.210322 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-0f43679e-9d20-474e-8381-f6c2b4c38936 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:34:40.260766 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbde0b73-6c55-4719-8fa0-6ab59c7377cd tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Pushing event deleted for resources: {'Port': ['ID=fb4f009e-5cb1-47d6-a548-e37af2cf4502,revision_number=None']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:34:40.279209 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-cbde0b73-6c55-4719-8fa0-6ab59c7377cd tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:34:40.345624 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-0f43679e-9d20-474e-8381-f6c2b4c38936 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:40.353207 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-0f43679e-9d20-474e-8381-f6c2b4c38936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:40.411445 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-a58976e8-84f8-4905-b7d3-fdbbd98ac319 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:34:40.422536 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.l3_dvrscheduler_db [req-007acbe9-eb5e-4d1e-bb6e-14662c8c7b60 req-cbde0b73-6c55-4719-8fa0-6ab59c7377cd tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] No DVR routers for this DVR port fb4f009e-5cb1-47d6-a548-e37af2cf4502 on host hv-cinder-73362 {{(pid=73807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 19:34:40.432712 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-007acbe9-eb5e-4d1e-bb6e-14662c8c7b60 req-cbde0b73-6c55-4719-8fa0-6ab59c7377cd tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937687'] for port, before_response {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:40.435380 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '595bc164-a92e-463d-8134-f8913beddb0b', 'name': 'network-vif-deleted', 'tag': 'fb4f009e-5cb1-47d6-a548-e37af2cf4502'}] {{(pid=73807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 19:34:40.448689 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f43679e-9d20-474e-8381-f6c2b4c38936 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=274bc1fc-e2fb-46c0-9653-cab36b455ea0,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:34:40.459637 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-007acbe9-eb5e-4d1e-bb6e-14662c8c7b60 req-cbde0b73-6c55-4719-8fa0-6ab59c7377cd tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.48 "DELETE /v2.0/ports/fb4f009e-5cb1-47d6-a548-e37af2cf4502 HTTP/1.1" status: 204 len: 173 time: 1.2387645 Apr 30 19:34:40.477013 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-0f43679e-9d20-474e-8381-f6c2b4c38936 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:34:40.482816 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-e9abac19-c9ee-488b-bd53-a052c6545448 req-a40068f0-47ef-427b-a4cd-b79be6629f80 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/ports?device_id=595bc164-a92e-463d-8134-f8913beddb0b HTTP/1.1" status: 200 len: 210 time: 0.1238236 Apr 30 19:34:40.483878 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f43679e-9d20-474e-8381-f6c2b4c38936 admin admin] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=73808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 19:34:40.485881 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-eff41653-6718-4a1c-8824-9d8177c90b0f req-f0d1afb6-abfd-4ccd-88e6-647b9a01130c service neutron] 10.222.0.48 "GET /v2.0/networks/2ca4816a-af9f-4da4-b37e-8b11481e1c88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2605445 Apr 30 19:34:40.494376 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-0f43679e-9d20-474e-8381-f6c2b4c38936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611927'] for segment, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:40.494749 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.db.segments_db [None req-0f43679e-9d20-474e-8381-f6c2b4c38936 admin admin] Added segment ff08c19b-8960-47af-a26c-8b502f897ff7 of type vlan for network c9550696-1d67-45d6-8a04-78e6b9388125 Apr 30 19:34:40.530589 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-0f43679e-9d20-474e-8381-f6c2b4c38936 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780696885140'] for network, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:40.577156 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-0f43679e-9d20-474e-8381-f6c2b4c38936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137'] for network, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:40.578585 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f43679e-9d20-474e-8381-f6c2b4c38936 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:40.580116 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-0f43679e-9d20-474e-8381-f6c2b4c38936 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533183'] for network, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:40.610149 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:34:40.640230 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-0f43679e-9d20-474e-8381-f6c2b4c38936 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6465895 Apr 30 19:34:40.680951 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 44408) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:34:40.684398 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '595bc164-a92e-463d-8134-f8913beddb0b', 'name': 'network-vif-deleted', 'tag': 'fb4f009e-5cb1-47d6-a548-e37af2cf4502', 'status': 'completed', 'code': 200} Apr 30 19:34:40.717382 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f43679e-9d20-474e-8381-f6c2b4c38936 admin admin] Pushing event updated for resources: {'Network': ['ID=c9550696-1d67-45d6-8a04-78e6b9388125,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:34:40.720127 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-0f43679e-9d20-474e-8381-f6c2b4c38936 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:34:40.727269 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Network c9550696-1d67-45d6-8a04-78e6b9388125 details requested by agent ovs-agent-dv-cinder-733622-14-smb with host dv-cinder-733622-14-smb {{(pid=73809) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 19:34:40.740557 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.v2.base [None req-89be8ca6-599b-4e82-96fe-3eea36e15dce admin admin] Request body: {'subnet': {'network_id': 'c9550696-1d67-45d6-8a04-78e6b9388125', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1574996601-subnet', 'tenant_id': '269cfbb152ef4300b85b7cd97f75a140', 'ip_version': 4}} {{(pid=73807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 19:34:40.761759 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-89be8ca6-599b-4e82-96fe-3eea36e15dce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:34:40.775352 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-89be8ca6-599b-4e82-96fe-3eea36e15dce admin admin] Usage tracker for resource:subnet and tenant:269cfbb152ef4300b85b7cd97f75a140 is out of sync, need to count used quota {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:34:40.780381 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-89be8ca6-599b-4e82-96fe-3eea36e15dce admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:34:40.801428 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-89be8ca6-599b-4e82-96fe-3eea36e15dce admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:34:40.817859 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-eff41653-6718-4a1c-8824-9d8177c90b0f req-2f41c6ab-5718-4fad-9fe3-efd36728201c service neutron] 10.222.0.48 "GET /v2.0/networks/2ca4816a-af9f-4da4-b37e-8b11481e1c88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3201094 Apr 30 19:34:40.826775 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89be8ca6-599b-4e82-96fe-3eea36e15dce admin admin] Made reservation on behalf of 269cfbb152ef4300b85b7cd97f75a140 for: {'subnet': 1} {{(pid=73807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 19:34:40.829678 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-89be8ca6-599b-4e82-96fe-3eea36e15dce admin admin] Notify callbacks [] for subnet, before_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:40.920034 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ddf840-542d-4069-a001-0f320a11ed5b req-df1ec772-75e5-4128-b722-5f014d53d81f tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:40.921419 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-a6ddf840-542d-4069-a001-0f320a11ed5b req-df1ec772-75e5-4128-b722-5f014d53d81f tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6f90263-c62f-4196-8410-f2367a9a9848 HTTP/1.1" status: 200 len: 946 time: 0.3785634 Apr 30 19:34:40.988279 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-a6ddf840-542d-4069-a001-0f320a11ed5b req-8f3806b7-cf96-42f1-bc30-995cbd3a4045 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/security-groups?id=6dbe6155-75cf-4154-b3d9-4527d6dcc146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581865 Apr 30 19:34:41.283276 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-89be8ca6-599b-4e82-96fe-3eea36e15dce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137'] for subnet, after_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:41.288049 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:34:41.365284 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89be8ca6-599b-4e82-96fe-3eea36e15dce admin admin] Pushing event updated for resources: {'Subnet': ['ID=052186e4-87d6-40de-a696-6b4cd32cfb08,revision_number=0']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:34:41.369166 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-89be8ca6-599b-4e82-96fe-3eea36e15dce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:34:41.373761 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89be8ca6-599b-4e82-96fe-3eea36e15dce admin admin] Checking segment: {'id': 'ff08c19b-8960-47af-a26c-8b502f897ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'c9550696-1d67-45d6-8a04-78e6b9388125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 19:34:41.374138 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89be8ca6-599b-4e82-96fe-3eea36e15dce admin admin] Network hostable DHCP agents. Network: c9550696-1d67-45d6-8a04-78e6b9388125, hostable agents: ['e57161e2-0c22-4573-bfa0-d55a94615101'], hosted agents: [] {{(pid=73807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 19:34:41.391671 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89be8ca6-599b-4e82-96fe-3eea36e15dce admin admin] Network c9550696-1d67-45d6-8a04-78e6b9388125 is scheduled to be hosted by DHCP agent e57161e2-0c22-4573-bfa0-d55a94615101 with binding_index 1 {{(pid=73807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 19:34:41.400434 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.scheduler.base_scheduler [None req-89be8ca6-599b-4e82-96fe-3eea36e15dce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-14-smb, c9550696-1d67-45d6-8a04-78e6b9388125) {{(pid=73807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 19:34:41.404416 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89be8ca6-599b-4e82-96fe-3eea36e15dce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:41.405006 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-89be8ca6-599b-4e82-96fe-3eea36e15dce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533183'] for subnet, before_response {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:41.409983 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-533af836-f71a-4d0d-9458-3bff613d3155 None None] Network c9550696-1d67-45d6-8a04-78e6b9388125 requested from dv-cinder-733622-14-smb {{(pid=73809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 19:34:41.426429 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-89be8ca6-599b-4e82-96fe-3eea36e15dce admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7411158 Apr 30 19:34:41.429077 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 44414) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:34:41.433929 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.v2.base [None req-31255aec-5f04-4764-97fa-ff6b16323d67 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1574996601-router', 'tenant_id': '269cfbb152ef4300b85b7cd97f75a140', 'external_gateway_info': {'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7'}}} {{(pid=73807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 19:34:41.440399 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-31255aec-5f04-4764-97fa-ff6b16323d67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:34:41.444295 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-31255aec-5f04-4764-97fa-ff6b16323d67 admin admin] Usage tracker for resource:router and tenant:269cfbb152ef4300b85b7cd97f75a140 is out of sync, need to count used quota {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:34:41.447582 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-31255aec-5f04-4764-97fa-ff6b16323d67 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:34:41.453761 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-31255aec-5f04-4764-97fa-ff6b16323d67 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:34:41.465086 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-31255aec-5f04-4764-97fa-ff6b16323d67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-678241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28754'] for router, before_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:41.466207 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-31255aec-5f04-4764-97fa-ff6b16323d67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-753828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28763'] for router, precommit_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:41.482748 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-31255aec-5f04-4764-97fa-ff6b16323d67 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:41.645068 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5980cd08-cbb2-4541-bff9-ffb9f1c50d32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27ed8444-addf-52d8-bb34-b8ba946e691b-c9550696-1d67-45d6-8a04-78e6b9388125', 'network_id': 'c9550696-1d67-45d6-8a04-78e6b9388125', 'tenant_id': '269cfbb152ef4300b85b7cd97f75a140', 'fixed_ips': [{'subnet_id': '052186e4-87d6-40de-a696-6b4cd32cfb08'}]}} from dv-cinder-733622-14-smb. {{(pid=73809) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 30 19:34:41.645922 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-5980cd08-cbb2-4541-bff9-ffb9f1c50d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:41.768819 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-31255aec-5f04-4764-97fa-ff6b16323d67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-679376', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-678159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28841'] for router, precommit_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:41.832506 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.db_base_plugin_common [None req-5980cd08-cbb2-4541-bff9-ffb9f1c50d32 None None] Allocated IP 172.20.0.2 (c9550696-1d67-45d6-8a04-78e6b9388125/052186e4-87d6-40de-a696-6b4cd32cfb08/4eb161ea-4841-477c-8e32-afc22afa30bb) {{(pid=73809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 19:34:41.990040 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bb005c-5319-496b-9e60-6f713eecc182 req-5241701f-ba1d-4718-ab79-a0815e31275c tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:41.991857 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-88bb005c-5319-496b-9e60-6f713eecc182 req-5241701f-ba1d-4718-ab79-a0815e31275c tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bb8116d-e232-45ab-9b2d-8d874920235b HTTP/1.1" status: 200 len: 945 time: 0.0848186 Apr 30 19:34:42.044363 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-88bb005c-5319-496b-9e60-6f713eecc182 req-920ca9ca-2753-4a03-9e2b-4b4f65183edd tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/security-groups?id=37889038-5279-4736-a9a0-7b515de45d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462241 Apr 30 19:34:42.105974 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-5980cd08-cbb2-4541-bff9-ffb9f1c50d32 None None] Notify callbacks [] for port, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:42.117840 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-5980cd08-cbb2-4541-bff9-ffb9f1c50d32 None None] Transition to ACTIVE for port object 4eb161ea-4841-477c-8e32-afc22afa30bb will not be triggered until provisioned by entity L2. {{(pid=73809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 19:34:42.137162 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-5980cd08-cbb2-4541-bff9-ffb9f1c50d32 None None] Transition to ACTIVE for port object 4eb161ea-4841-477c-8e32-afc22afa30bb will not be triggered until provisioned by entity DHCP. {{(pid=73809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 19:34:42.143505 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-5980cd08-cbb2-4541-bff9-ffb9f1c50d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780696898070'] for port, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:42.148412 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:34:42.158891 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-31255aec-5f04-4764-97fa-ff6b16323d67 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:42.198490 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-31255aec-5f04-4764-97fa-ff6b16323d67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:42.212162 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5980cd08-cbb2-4541-bff9-ffb9f1c50d32 None None] Network c9550696-1d67-45d6-8a04-78e6b9388125 is already hosted by enough agents. {{(pid=73809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 19:34:42.220227 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.scheduler.base_scheduler [None req-5980cd08-cbb2-4541-bff9-ffb9f1c50d32 None None] Resources bound (agent type, host, resource id): {{(pid=73809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 19:34:42.224599 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5980cd08-cbb2-4541-bff9-ffb9f1c50d32 None None] Received port after_create {{(pid=73809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 19:34:42.259178 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5980cd08-cbb2-4541-bff9-ffb9f1c50d32 None None] Pushing event updated for resources: {'Port': ['ID=4eb161ea-4841-477c-8e32-afc22afa30bb,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:34:42.268744 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Device eaf5a615-727a-4a28-8c2a-6f97b2200e55 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=73809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 19:34:42.295700 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-5980cd08-cbb2-4541-bff9-ffb9f1c50d32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:34:42.379599 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [None req-5980cd08-cbb2-4541-bff9-ffb9f1c50d32 None None] Attempting to bind port 4eb161ea-4841-477c-8e32-afc22afa30bb on host dv-cinder-733622-14-smb for vnic_type normal with profile {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 19:34:42.379997 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [None req-5980cd08-cbb2-4541-bff9-ffb9f1c50d32 None None] Attempting to bind port 4eb161ea-4841-477c-8e32-afc22afa30bb by drivers openvswitch,hyperv on host dv-cinder-733622-14-smb at level 0 using segments [{'id': 'ff08c19b-8960-47af-a26c-8b502f897ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'c9550696-1d67-45d6-8a04-78e6b9388125'}] {{(pid=73809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 19:34:42.380388 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5980cd08-cbb2-4541-bff9-ffb9f1c50d32 None None] Attempting to bind port 4eb161ea-4841-477c-8e32-afc22afa30bb on network c9550696-1d67-45d6-8a04-78e6b9388125 {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 19:34:42.388697 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5980cd08-cbb2-4541-bff9-ffb9f1c50d32 None None] Checking agent: {'id': '56d0c902-71b4-4ed3-a175-a117eb491650', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 19, 24, 26), 'started_at': datetime.datetime(2021, 4, 30, 19, 24, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 19, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 19:34:42.389083 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5980cd08-cbb2-4541-bff9-ffb9f1c50d32 None None] Checking segment: {'id': 'ff08c19b-8960-47af-a26c-8b502f897ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'c9550696-1d67-45d6-8a04-78e6b9388125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 19:34:42.389669 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-5980cd08-cbb2-4541-bff9-ffb9f1c50d32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:42.390080 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5980cd08-cbb2-4541-bff9-ffb9f1c50d32 None None] Bound using segment: {'id': 'ff08c19b-8960-47af-a26c-8b502f897ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'c9550696-1d67-45d6-8a04-78e6b9388125'} {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 19:34:42.390564 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [None req-5980cd08-cbb2-4541-bff9-ffb9f1c50d32 None None] Bound port: 4eb161ea-4841-477c-8e32-afc22afa30bb, host: dv-cinder-733622-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff08c19b-8960-47af-a26c-8b502f897ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'c9550696-1d67-45d6-8a04-78e6b9388125'}}] {{(pid=73809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 19:34:42.390948 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-5980cd08-cbb2-4541-bff9-ffb9f1c50d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:42.432831 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffe5d61-447b-46a9-a204-3c87ca0d1b98 req-66403cb3-30aa-4561-95af-1ba179f00fbb tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:42.434184 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-cffe5d61-447b-46a9-a204-3c87ca0d1b98 req-66403cb3-30aa-4561-95af-1ba179f00fbb tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6f90263-c62f-4196-8410-f2367a9a9848 HTTP/1.1" status: 200 len: 946 time: 0.3223870 Apr 30 19:34:42.513943 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:42.515850 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.db_base_plugin_common [None req-31255aec-5f04-4764-97fa-ff6b16323d67 admin admin] Allocated IP 172.28.1.119 (9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7/476340fc-add5-4316-93e7-f3b1afc75f73/d35ff2a7-fe54-49ae-966e-26626be289c8) {{(pid=73807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 19:34:42.520108 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-cffe5d61-447b-46a9-a204-3c87ca0d1b98 req-55296955-26d5-40e3-b404-bf9be72b0c05 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/security-groups?id=6dbe6155-75cf-4154-b3d9-4527d6dcc146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739465 Apr 30 19:34:42.546563 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-5980cd08-cbb2-4541-bff9-ffb9f1c50d32 None None] For port 4eb161ea-4841-477c-8e32-afc22afa30bb, host dv-cinder-733622-14-smb, cleared binding levels {{(pid=73809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 19:34:42.550747 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-5980cd08-cbb2-4541-bff9-ffb9f1c50d32 None None] For port 4eb161ea-4841-477c-8e32-afc22afa30bb, host dv-cinder-733622-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-14-smb',level=0,port_id=4eb161ea-4841-477c-8e32-afc22afa30bb,segment=NetworkSegment(ff08c19b-8960-47af-a26c-8b502f897ff7),segment_id=ff08c19b-8960-47af-a26c-8b502f897ff7)] {{(pid=73809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 19:34:42.560857 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-5980cd08-cbb2-4541-bff9-ffb9f1c50d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:42.567024 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:34:42.603402 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6f90263-c62f-4196-8410-f2367a9a9848', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eaf5a615-727a-4a28-8c2a-6f97b2200e55'}] {{(pid=73809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 19:34:42.628388 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-65ba8c12-0d06-4959-8304-606821799626 None None] For port eaf5a615-727a-4a28-8c2a-6f97b2200e55, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=eaf5a615-727a-4a28-8c2a-6f97b2200e55,segment=NetworkSegment(1cec1924-575a-47da-bbe7-12777d2ca2b9),segment_id=1cec1924-575a-47da-bbe7-12777d2ca2b9)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:34:42.637733 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:42.638486 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Device fb4f009e-5cb1-47d6-a548-e37af2cf4502 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=73809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 19:34:42.670141 dv-cinder-733622-14-smb neutron-server[73809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6f90263-c62f-4196-8410-f2367a9a9848', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eaf5a615-727a-4a28-8c2a-6f97b2200e55', 'code': 200} Apr 30 19:34:42.685097 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-65ba8c12-0d06-4959-8304-606821799626 None None] No Port match for: fb4f009e-5cb1-47d6-a548-e37af2cf4502 {{(pid=73809) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 19:34:42.685458 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Device fb4f009e-5cb1-47d6-a548-e37af2cf4502 not bound to the agent host hv-cinder-73362 {{(pid=73809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 19:34:42.690507 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-31255aec-5f04-4764-97fa-ff6b16323d67 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:42.698959 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5980cd08-cbb2-4541-bff9-ffb9f1c50d32 None None] Pushing event updated for resources: {'Port': ['ID=4eb161ea-4841-477c-8e32-afc22afa30bb,revision_number=2']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:34:42.702089 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-5980cd08-cbb2-4541-bff9-ffb9f1c50d32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:34:42.702373 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:34:42.731710 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-31255aec-5f04-4764-97fa-ff6b16323d67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780696898070'] for port, after_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:42.738972 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-da0170d3-d855-42cb-9d11-3d12d590222b tempest-VolumesActionsTest-700052401 tempest-VolumesActionsTest-700052401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:34:42.776109 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Pushing event updated for resources: {'Port': ['ID=eaf5a615-727a-4a28-8c2a-6f97b2200e55,revision_number=8']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:34:42.777991 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:34:42.803300 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31255aec-5f04-4764-97fa-ff6b16323d67 admin admin] Network 9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7 is already hosted by enough agents. {{(pid=73807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 19:34:42.806481 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.scheduler.base_scheduler [None req-31255aec-5f04-4764-97fa-ff6b16323d67 admin admin] Resources bound (agent type, host, resource id): {{(pid=73807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 19:34:42.809167 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31255aec-5f04-4764-97fa-ff6b16323d67 admin admin] Received port after_create {{(pid=73807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 19:34:42.966219 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31255aec-5f04-4764-97fa-ff6b16323d67 admin admin] Pushing event updated for resources: {'Port': ['ID=d35ff2a7-fe54-49ae-966e-26626be289c8,revision_number=1']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:34:42.969172 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-31255aec-5f04-4764-97fa-ff6b16323d67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:34:43.279567 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-31255aec-5f04-4764-97fa-ff6b16323d67 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:43.461333 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1881a51b-7421-489e-92b1-163400d9cfb3 req-f3673abd-252a-4feb-93ac-eb4a2a97db5e tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:43.462053 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [req-1881a51b-7421-489e-92b1-163400d9cfb3 req-f3673abd-252a-4feb-93ac-eb4a2a97db5e tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Synchronizing usage tracker for tenant:b687dbbcb0d540b592764d29c8baa1ab on resource:port {{(pid=73807) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 19:34:43.554796 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [req-1881a51b-7421-489e-92b1-163400d9cfb3 req-f3673abd-252a-4feb-93ac-eb4a2a97db5e tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Unset dirty status for tenant:b687dbbcb0d540b592764d29c8baa1ab on resource:port {{(pid=73807) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 19:34:43.555955 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-1881a51b-7421-489e-92b1-163400d9cfb3 req-f3673abd-252a-4feb-93ac-eb4a2a97db5e tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bb8116d-e232-45ab-9b2d-8d874920235b HTTP/1.1" status: 200 len: 945 time: 0.3623052 Apr 30 19:34:43.670306 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1fe4181-9100-4a4d-b2fd-4ae73e5df9f7 None None] Network c9550696-1d67-45d6-8a04-78e6b9388125 requested from dv-cinder-733622-14-smb {{(pid=73809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 19:34:43.704724 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-1881a51b-7421-489e-92b1-163400d9cfb3 req-32e8acbf-d386-4b93-aad5-073b86511985 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/security-groups?id=37889038-5279-4736-a9a0-7b515de45d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332178 Apr 30 19:34:43.735280 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-31255aec-5f04-4764-97fa-ff6b16323d67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-678168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-679359'] for router, after_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:43.754256 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a395a13-e120-477a-90fb-5f3b7bfed0b7 req-f1b86df7-6e48-4f6d-9fcf-e4e639389b39 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:43.756727 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-1a395a13-e120-477a-90fb-5f3b7bfed0b7 req-f1b86df7-6e48-4f6d-9fcf-e4e639389b39 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6f90263-c62f-4196-8410-f2367a9a9848 HTTP/1.1" status: 200 len: 944 time: 0.1119473 Apr 30 19:34:43.791672 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-aab18ad9-7870-4897-b47b-1705e10bdd7c None None] Provisioning for port 4eb161ea-4841-477c-8e32-afc22afa30bb completed by entity DHCP. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 19:34:43.808776 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-1a395a13-e120-477a-90fb-5f3b7bfed0b7 req-f008a332-eff8-43db-abb3-d3987b70c509 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/security-groups?id=6dbe6155-75cf-4154-b3d9-4527d6dcc146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467951 Apr 30 19:34:44.086193 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31255aec-5f04-4764-97fa-ff6b16323d67 admin admin] Router c4adb45b-8761-407b-8003-29cd38a85bff is scheduled to L3 agent 19062261-8801-4f4d-b71c-f22a3dba3fbe with binding_index 1 {{(pid=73807) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 30 19:34:44.286024 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31255aec-5f04-4764-97fa-ff6b16323d67 admin admin] Notify agent at l3_agent.dv-cinder-733622-14-smb the message routers_updated {{(pid=73807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 19:34:44.296725 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9488b7-24a5-4578-b9d6-64a64974c403 None None] Sync routers for ids ['c4adb45b-8761-407b-8003-29cd38a85bff'] in dv-cinder-733622-14-smb {{(pid=73810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 19:34:44.310241 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9488b7-24a5-4578-b9d6-64a64974c403 None None] Routers {'c4adb45b-8761-407b-8003-29cd38a85bff'} bound to L3 agent in host dv-cinder-733622-14-smb {{(pid=73810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 19:34:44.311021 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-9d9488b7-24a5-4578-b9d6-64a64974c403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T19:24:27Z,description=,heartbeat_timestamp=2021-04-30T19:34:27Z,host='dv-cinder-733622-14-smb',id=19062261-8801-4f4d-b71c-f22a3dba3fbe,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T19:24:27Z,topic='l3_agent')) {'router_ids': ['c4adb45b-8761-407b-8003-29cd38a85bff'], 'active': True} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:34:44.312200 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-31255aec-5f04-4764-97fa-ff6b16323d67 admin admin] Notify callbacks [] for router, before_response {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:44.316936 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-31255aec-5f04-4764-97fa-ff6b16323d67 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.8835354 Apr 30 19:34:44.317298 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 44446) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:34:44.525294 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.l3_dvr_db [None req-9d9488b7-24a5-4578-b9d6-64a64974c403 None None] Set router c4adb45b-8761-407b-8003-29cd38a85bff gateway port host: dv-cinder-733622-14-smb {{(pid=73810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 19:34:44.939087 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Device 4eb161ea-4841-477c-8e32-afc22afa30bb up at agent ovs-agent-dv-cinder-733622-14-smb {{(pid=73809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 19:34:45.034499 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c830e74f-ebd8-4e5f-abf4-2b6f4c606d2f req-27c7048a-885f-45eb-adf4-cb6e09c76ca6 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:45.043323 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-c830e74f-ebd8-4e5f-abf4-2b6f4c606d2f req-27c7048a-885f-45eb-adf4-cb6e09c76ca6 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6f90263-c62f-4196-8410-f2367a9a9848 HTTP/1.1" status: 200 len: 944 time: 0.1892803 Apr 30 19:34:45.063619 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Provisioning for port 4eb161ea-4841-477c-8e32-afc22afa30bb completed by entity L2. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 19:34:45.076201 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Provisioning complete for port 4eb161ea-4841-477c-8e32-afc22afa30bb triggered by entity L2. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 19:34:45.076632 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618911'] for port, provisioning_complete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:45.138105 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-9d9488b7-24a5-4578-b9d6-64a64974c403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4adb45b-8761-407b-8003-29cd38a85bff', 'name': 'tempest-TestShelveInstance-1574996601-router', 'tenant_id': '269cfbb152ef4300b85b7cd97f75a140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'external_fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.119'}], 'enable_snat': True}, 'gw_port_id': 'd35ff2a7-fe54-49ae-966e-26626be289c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T19:34:41Z', 'updated_at': '2021-04-30T19:34:43Z', 'revision_number': 3, 'project_id': '269cfbb152ef4300b85b7cd97f75a140', 'gw_port': {'id': 'd35ff2a7-fe54-49ae-966e-26626be289c8', 'name': '', 'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:78:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4adb45b-8761-407b-8003-29cd38a85bff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:34:42Z', 'updated_at': '2021-04-30T19:34:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-14-smb'}], 'dv-cinder-733622-14-smb', False) {} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:34:45.146922 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9488b7-24a5-4578-b9d6-64a64974c403 None None] Checking router: c4adb45b-8761-407b-8003-29cd38a85bff for host: dv-cinder-733622-14-smb {{(pid=73810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 19:34:45.147270 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9488b7-24a5-4578-b9d6-64a64974c403 None None] Updating router c4adb45b-8761-407b-8003-29cd38a85bff port d35ff2a7-fe54-49ae-966e-26626be289c8 binding host dv-cinder-733622-14-smb {{(pid=73810) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 19:34:45.166244 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-c830e74f-ebd8-4e5f-abf4-2b6f4c606d2f req-4c03eb4f-347e-4a7a-b804-1009423c9215 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/security-groups?id=6dbe6155-75cf-4154-b3d9-4527d6dcc146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216402 Apr 30 19:34:45.217486 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-9d9488b7-24a5-4578-b9d6-64a64974c403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:45.320821 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:45.338632 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a968985-592c-4db0-b121-7e84c80c21f3 req-d23169b7-2df1-470f-8590-c9d5a59b5b73 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:45.340281 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-6a968985-592c-4db0-b121-7e84c80c21f3 req-d23169b7-2df1-470f-8590-c9d5a59b5b73 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bb8116d-e232-45ab-9b2d-8d874920235b HTTP/1.1" status: 200 len: 945 time: 0.3125794 Apr 30 19:34:45.381003 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] For port 4eb161ea-4841-477c-8e32-afc22afa30bb, host dv-cinder-733622-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-14-smb',level=0,port_id=4eb161ea-4841-477c-8e32-afc22afa30bb,segment=NetworkSegment(ff08c19b-8960-47af-a26c-8b502f897ff7),segment_id=ff08c19b-8960-47af-a26c-8b502f897ff7)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:34:45.387374 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:45.389572 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-550dd702-379e-4f19-8af5-960508822b47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:34:45.398583 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 44478) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:34:45.448456 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-afc81223-aafc-47d8-b743-ed760539db8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:45.484717 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Pushing event updated for resources: {'Port': ['ID=4eb161ea-4841-477c-8e32-afc22afa30bb,revision_number=3']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:34:45.493722 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:34:45.496987 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-6a968985-592c-4db0-b121-7e84c80c21f3 req-c9c5a50b-3d2c-4608-ae36-d0270195a1b8 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/security-groups?id=37889038-5279-4736-a9a0-7b515de45d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450391 Apr 30 19:34:45.547891 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-94a18945-7a32-467c-b13a-3db36d393dbb req-3fb9210c-9f36-48f4-82c0-13ed9599cccd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e6f90263-c62f-4196-8410-f2367a9a9848&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1480308 Apr 30 19:34:45.640792 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-9d9488b7-24a5-4578-b9d6-64a64974c403 None None] Notify callbacks [] for port, precommit_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:45.655680 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-9d9488b7-24a5-4578-b9d6-64a64974c403 None None] Transition to ACTIVE for port object d35ff2a7-fe54-49ae-966e-26626be289c8 will not be triggered until provisioned by entity L2. {{(pid=73810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 19:34:45.664825 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-9d9488b7-24a5-4578-b9d6-64a64974c403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:45.668997 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-91742885-6c5d-448b-9f36-a315237693e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:34:45.724860 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.db_base_plugin_common [None req-afc81223-aafc-47d8-b743-ed760539db8c admin admin] Allocated IP 172.20.0.1 (c9550696-1d67-45d6-8a04-78e6b9388125/052186e4-87d6-40de-a696-6b4cd32cfb08/b7ce960c-3f59-404c-9521-5e1df2750ffe) {{(pid=73808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 19:34:45.760455 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [None req-9d9488b7-24a5-4578-b9d6-64a64974c403 None None] Attempting to bind port d35ff2a7-fe54-49ae-966e-26626be289c8 on host dv-cinder-733622-14-smb for vnic_type normal with profile {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 19:34:45.760935 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [None req-9d9488b7-24a5-4578-b9d6-64a64974c403 None None] Attempting to bind port d35ff2a7-fe54-49ae-966e-26626be289c8 by drivers openvswitch,hyperv on host dv-cinder-733622-14-smb at level 0 using segments [{'id': '8177dc3e-ee2d-49a8-85cc-32dd03e75f21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7'}] {{(pid=73810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 19:34:45.761183 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9488b7-24a5-4578-b9d6-64a64974c403 None None] Attempting to bind port d35ff2a7-fe54-49ae-966e-26626be289c8 on network 9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7 {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 19:34:45.763177 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47082665-4640-42ed-9e53-294b5530e77c None None] Pushing event updated for resources: {'Port': ['ID=d35ff2a7-fe54-49ae-966e-26626be289c8,revision_number=2']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:34:45.773872 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47082665-4640-42ed-9e53-294b5530e77c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:34:45.774213 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47082665-4640-42ed-9e53-294b5530e77c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:34:45.774905 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47082665-4640-42ed-9e53-294b5530e77c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:34:45.774905 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47082665-4640-42ed-9e53-294b5530e77c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:34:45.775194 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47082665-4640-42ed-9e53-294b5530e77c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:34:45.775504 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47082665-4640-42ed-9e53-294b5530e77c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:34:45.775824 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47082665-4640-42ed-9e53-294b5530e77c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:34:45.776137 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47082665-4640-42ed-9e53-294b5530e77c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:34:45.776765 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47082665-4640-42ed-9e53-294b5530e77c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:34:45.776875 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47082665-4640-42ed-9e53-294b5530e77c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:34:45.777102 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47082665-4640-42ed-9e53-294b5530e77c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:34:45.777404 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47082665-4640-42ed-9e53-294b5530e77c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:34:45.780550 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9488b7-24a5-4578-b9d6-64a64974c403 None None] Checking agent: {'id': '56d0c902-71b4-4ed3-a175-a117eb491650', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 19, 24, 26), 'started_at': datetime.datetime(2021, 4, 30, 19, 24, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 19, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 19:34:45.780918 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9488b7-24a5-4578-b9d6-64a64974c403 None None] Checking segment: {'id': '8177dc3e-ee2d-49a8-85cc-32dd03e75f21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 19:34:45.781464 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-9d9488b7-24a5-4578-b9d6-64a64974c403 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:45.782025 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9488b7-24a5-4578-b9d6-64a64974c403 None None] Bound using segment: {'id': '8177dc3e-ee2d-49a8-85cc-32dd03e75f21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7'} {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 19:34:45.785842 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [None req-9d9488b7-24a5-4578-b9d6-64a64974c403 None None] Bound port: d35ff2a7-fe54-49ae-966e-26626be289c8, host: dv-cinder-733622-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8177dc3e-ee2d-49a8-85cc-32dd03e75f21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7'}}] {{(pid=73810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 19:34:45.786748 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-9d9488b7-24a5-4578-b9d6-64a64974c403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:45.818268 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-47082665-4640-42ed-9e53-294b5530e77c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:34:45.874952 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-9d9488b7-24a5-4578-b9d6-64a64974c403 None None] For port d35ff2a7-fe54-49ae-966e-26626be289c8, host dv-cinder-733622-14-smb, cleared binding levels {{(pid=73810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 19:34:45.879295 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-9d9488b7-24a5-4578-b9d6-64a64974c403 None None] For port d35ff2a7-fe54-49ae-966e-26626be289c8, host dv-cinder-733622-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-14-smb',level=0,port_id=d35ff2a7-fe54-49ae-966e-26626be289c8,segment=NetworkSegment(8177dc3e-ee2d-49a8-85cc-32dd03e75f21),segment_id=8177dc3e-ee2d-49a8-85cc-32dd03e75f21)] {{(pid=73810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 19:34:45.885013 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-9d9488b7-24a5-4578-b9d6-64a64974c403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:45.896647 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:34:45.924965 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-afc81223-aafc-47d8-b743-ed760539db8c admin admin] Notify callbacks [] for port, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:45.956350 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.provisioning_blocks [None req-afc81223-aafc-47d8-b743-ed760539db8c admin admin] Transition to ACTIVE for port object b7ce960c-3f59-404c-9521-5e1df2750ffe will not be triggered until provisioned by entity DHCP. {{(pid=73808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 19:34:45.978652 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9488b7-24a5-4578-b9d6-64a64974c403 None None] Routers {'c4adb45b-8761-407b-8003-29cd38a85bff'} bound to L3 agent in host dv-cinder-733622-14-smb {{(pid=73810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 19:34:45.979291 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-9d9488b7-24a5-4578-b9d6-64a64974c403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T19:24:27Z,description=,heartbeat_timestamp=2021-04-30T19:34:27Z,host='dv-cinder-733622-14-smb',id=19062261-8801-4f4d-b71c-f22a3dba3fbe,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T19:24:27Z,topic='l3_agent')) {'router_ids': ['c4adb45b-8761-407b-8003-29cd38a85bff'], 'active': True} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:34:45.983799 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-afc81223-aafc-47d8-b743-ed760539db8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780696898070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60822380'] for port, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:45.989530 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:34:46.056954 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc81223-aafc-47d8-b743-ed760539db8c admin admin] Network c9550696-1d67-45d6-8a04-78e6b9388125 is already hosted by enough agents. {{(pid=73808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 19:34:46.059695 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.scheduler.base_scheduler [None req-afc81223-aafc-47d8-b743-ed760539db8c admin admin] Resources bound (agent type, host, resource id): {{(pid=73808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 19:34:46.062340 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc81223-aafc-47d8-b743-ed760539db8c admin admin] Received port after_create {{(pid=73808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 19:34:46.072459 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47082665-4640-42ed-9e53-294b5530e77c None None] Pushing event updated for resources: {'Port': ['ID=d35ff2a7-fe54-49ae-966e-26626be289c8,revision_number=3']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:34:46.081032 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-47082665-4640-42ed-9e53-294b5530e77c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:34:46.121549 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc81223-aafc-47d8-b743-ed760539db8c admin admin] Pushing event updated for resources: {'Port': ['ID=b7ce960c-3f59-404c-9521-5e1df2750ffe,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:34:46.133475 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-afc81223-aafc-47d8-b743-ed760539db8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:34:46.152819 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-afc81223-aafc-47d8-b743-ed760539db8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657360'] for router_interface, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:46.253985 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.l3_dvr_db [None req-9d9488b7-24a5-4578-b9d6-64a64974c403 None None] Set router c4adb45b-8761-407b-8003-29cd38a85bff gateway port host: dv-cinder-733622-14-smb {{(pid=73810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 19:34:46.280264 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Device eaf5a615-727a-4a28-8c2a-6f97b2200e55 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=73809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 19:34:46.350513 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-afc81223-aafc-47d8-b743-ed760539db8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:46.415668 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-c62d6f79-2f9a-4e9f-b451-481d53447f13 None None] Provisioning for port b7ce960c-3f59-404c-9521-5e1df2750ffe completed by entity DHCP. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 19:34:46.430295 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-c62d6f79-2f9a-4e9f-b451-481d53447f13 None None] Provisioning complete for port b7ce960c-3f59-404c-9521-5e1df2750ffe triggered by entity DHCP. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 19:34:46.430940 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c62d6f79-2f9a-4e9f-b451-481d53447f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618911'] for port, provisioning_complete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:46.476221 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503c404b-a732-451b-af19-f16322338e66 req-78d702b5-1d56-4e82-9a1c-617e104d54d8 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:46.477659 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-503c404b-a732-451b-af19-f16322338e66 req-78d702b5-1d56-4e82-9a1c-617e104d54d8 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6f90263-c62f-4196-8410-f2367a9a9848 HTTP/1.1" status: 200 len: 944 time: 0.1265891 Apr 30 19:34:46.500280 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-c62d6f79-2f9a-4e9f-b451-481d53447f13 None None] Port b7ce960c-3f59-404c-9521-5e1df2750ffe cannot update to ACTIVE because it is not bound. {{(pid=73809) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 19:34:46.529681 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-503c404b-a732-451b-af19-f16322338e66 req-f4af53fc-ae37-40f5-b829-8b43407e9ab8 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/security-groups?id=6dbe6155-75cf-4154-b3d9-4527d6dcc146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457067 Apr 30 19:34:46.645428 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-9d9488b7-24a5-4578-b9d6-64a64974c403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4adb45b-8761-407b-8003-29cd38a85bff', 'name': 'tempest-TestShelveInstance-1574996601-router', 'tenant_id': '269cfbb152ef4300b85b7cd97f75a140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'external_fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.119'}], 'enable_snat': True}, 'gw_port_id': 'd35ff2a7-fe54-49ae-966e-26626be289c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T19:34:41Z', 'updated_at': '2021-04-30T19:34:43Z', 'revision_number': 3, 'project_id': '269cfbb152ef4300b85b7cd97f75a140', 'gw_port': {'id': 'd35ff2a7-fe54-49ae-966e-26626be289c8', 'name': '', 'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:78:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4adb45b-8761-407b-8003-29cd38a85bff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:34:42Z', 'updated_at': '2021-04-30T19:34:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-14-smb'}], 'dv-cinder-733622-14-smb', False) {} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:34:46.649698 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9488b7-24a5-4578-b9d6-64a64974c403 None None] The sync data for ids ['c4adb45b-8761-407b-8003-29cd38a85bff'] in dv-cinder-733622-14-smb is: [{'id': 'c4adb45b-8761-407b-8003-29cd38a85bff', 'name': 'tempest-TestShelveInstance-1574996601-router', 'tenant_id': '269cfbb152ef4300b85b7cd97f75a140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'external_fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.119'}], 'enable_snat': True}, 'gw_port_id': 'd35ff2a7-fe54-49ae-966e-26626be289c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T19:34:41Z', 'updated_at': '2021-04-30T19:34:43Z', 'revision_number': 3, 'project_id': '269cfbb152ef4300b85b7cd97f75a140', 'gw_port': {'id': 'd35ff2a7-fe54-49ae-966e-26626be289c8', 'name': '', 'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:78:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4adb45b-8761-407b-8003-29cd38a85bff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:34:42Z', 'updated_at': '2021-04-30T19:34:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-14-smb'}] {{(pid=73810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 19:34:46.686215 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-afc81223-aafc-47d8-b743-ed760539db8c admin admin] Notify callbacks [] for port, precommit_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:46.696707 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-afc81223-aafc-47d8-b743-ed760539db8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60822363'] for port, after_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:46.729182 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:34:46.738019 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Device 4eb161ea-4841-477c-8e32-afc22afa30bb up at agent ovs-agent-dv-cinder-733622-14-smb {{(pid=73809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 19:34:46.825010 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Provisioning complete for port 4eb161ea-4841-477c-8e32-afc22afa30bb triggered by entity L2. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 19:34:46.825391 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618911'] for port, provisioning_complete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:46.838669 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e364646f-a470-4597-9b6d-69a3b5dcc7f8 req-5d29cea3-c808-4d1e-922c-77d8c3fc813d tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:46.845827 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-e364646f-a470-4597-9b6d-69a3b5dcc7f8 req-5d29cea3-c808-4d1e-922c-77d8c3fc813d tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bb8116d-e232-45ab-9b2d-8d874920235b HTTP/1.1" status: 200 len: 945 time: 0.2175386 Apr 30 19:34:46.869632 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc81223-aafc-47d8-b743-ed760539db8c admin admin] Pushing event updated for resources: {'Port': ['ID=b7ce960c-3f59-404c-9521-5e1df2750ffe,revision_number=2']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:34:46.872029 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-afc81223-aafc-47d8-b743-ed760539db8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657267'] for router_interface, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:46.878808 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-afc81223-aafc-47d8-b743-ed760539db8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:34:46.979014 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a18945-7a32-467c-b13a-3db36d393dbb req-513878b9-06b0-4583-9607-cb2251c6874b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:46.981832 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-94a18945-7a32-467c-b13a-3db36d393dbb req-513878b9-06b0-4583-9607-cb2251c6874b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e6f90263-c62f-4196-8410-f2367a9a9848&tenant_id=9ad55c1ecaf040eb9706c42ee99e4509 HTTP/1.1" status: 200 len: 1097 time: 0.1224434 Apr 30 19:34:47.061328 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-e364646f-a470-4597-9b6d-69a3b5dcc7f8 req-522780f0-0329-4bdf-b81a-a325a1a4fad6 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/security-groups?id=37889038-5279-4736-a9a0-7b515de45d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143297 Apr 30 19:34:47.104615 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc81223-aafc-47d8-b743-ed760539db8c admin admin] Network c9550696-1d67-45d6-8a04-78e6b9388125 is already hosted by enough agents. {{(pid=73808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 19:34:47.105195 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.scheduler.base_scheduler [None req-afc81223-aafc-47d8-b743-ed760539db8c admin admin] Resources bound (agent type, host, resource id): {{(pid=73808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 19:34:47.140395 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a18945-7a32-467c-b13a-3db36d393dbb req-15b28b0a-e11a-47aa-9c5d-e17d12d97c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:47.143374 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-94a18945-7a32-467c-b13a-3db36d393dbb req-15b28b0a-e11a-47aa-9c5d-e17d12d97c53 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9ad55c1ecaf040eb9706c42ee99e4509&device_id=e6f90263-c62f-4196-8410-f2367a9a9848 HTTP/1.1" status: 200 len: 1097 time: 0.1359992 Apr 30 19:34:47.332759 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a18945-7a32-467c-b13a-3db36d393dbb req-59388317-e39c-4ee7-b830-33bbd6e198b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:47.334365 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-94a18945-7a32-467c-b13a-3db36d393dbb req-59388317-e39c-4ee7-b830-33bbd6e198b1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2ca4816a-af9f-4da4-b37e-8b11481e1c88 HTTP/1.1" status: 200 len: 917 time: 0.1827116 Apr 30 19:34:47.364891 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afc81223-aafc-47d8-b743-ed760539db8c admin admin] Router c4adb45b-8761-407b-8003-29cd38a85bff has already been hosted by L3 agent 19062261-8801-4f4d-b71c-f22a3dba3fbe {{(pid=73808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 19:34:47.430860 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-94f0d4e2-d1dd-4fc2-9715-cedeaf45850b None None] Provisioning complete for port b7ce960c-3f59-404c-9521-5e1df2750ffe triggered by entity DHCP. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 19:34:47.431898 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-94f0d4e2-d1dd-4fc2-9715-cedeaf45850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618911'] for port, provisioning_complete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:47.457282 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-94a18945-7a32-467c-b13a-3db36d393dbb req-22c57dd7-6204-49f0-a3f0-0b85e85f0650 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eaf5a615-727a-4a28-8c2a-6f97b2200e55 HTTP/1.1" status: 200 len: 999 time: 0.1113365 Apr 30 19:34:47.498293 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-94f0d4e2-d1dd-4fc2-9715-cedeaf45850b None None] Port b7ce960c-3f59-404c-9521-5e1df2750ffe cannot update to ACTIVE because it is not bound. {{(pid=73809) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 19:34:47.528692 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a18945-7a32-467c-b13a-3db36d393dbb req-efd022dd-a924-49eb-b5c4-a0fd4e928515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:47.530238 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-94a18945-7a32-467c-b13a-3db36d393dbb req-efd022dd-a924-49eb-b5c4-a0fd4e928515 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a120cce1-df08-442f-ba0c-25e89e3b37cd HTTP/1.1" status: 200 len: 855 time: 0.0653825 Apr 30 19:34:47.626819 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a18945-7a32-467c-b13a-3db36d393dbb req-87aacbc0-149a-4d4c-8bdd-70b69fa61009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:47.628487 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-94a18945-7a32-467c-b13a-3db36d393dbb req-87aacbc0-149a-4d4c-8bdd-70b69fa61009 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2ca4816a-af9f-4da4-b37e-8b11481e1c88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0894234 Apr 30 19:34:47.677418 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afc81223-aafc-47d8-b743-ed760539db8c admin admin] Notify agent at l3_agent.dv-cinder-733622-14-smb the message routers_updated {{(pid=73808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 19:34:47.696489 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-afc81223-aafc-47d8-b743-ed760539db8c admin admin] 10.222.0.41 "PUT /v2.0/routers/c4adb45b-8761-407b-8003-29cd38a85bff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3741934 Apr 30 19:34:47.837628 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-94a18945-7a32-467c-b13a-3db36d393dbb req-dbb3bfbe-9cba-4ed0-9f1f-9bfb067941a9 service neutron] 10.222.0.48 "GET /v2.0/networks/2ca4816a-af9f-4da4-b37e-8b11481e1c88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931951 Apr 30 19:34:47.850423 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2438a6-38f9-4da5-963f-d6f7652703b2 req-42920e52-c08e-45bc-bae4-038529831265 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:47.851852 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-de2438a6-38f9-4da5-963f-d6f7652703b2 req-42920e52-c08e-45bc-bae4-038529831265 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6f90263-c62f-4196-8410-f2367a9a9848 HTTP/1.1" status: 200 len: 944 time: 0.1838334 Apr 30 19:34:47.998711 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-de2438a6-38f9-4da5-963f-d6f7652703b2 req-17751596-90c7-49e9-9058-01730cb0a17c tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/security-groups?id=6dbe6155-75cf-4154-b3d9-4527d6dcc146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235645 Apr 30 19:34:48.055126 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-94a18945-7a32-467c-b13a-3db36d393dbb req-9c06aebc-4d91-4a96-a3d5-b8a395b857e9 service neutron] 10.222.0.48 "GET /v2.0/networks/2ca4816a-af9f-4da4-b37e-8b11481e1c88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939788 Apr 30 19:34:48.321997 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef2cdf6-9de1-4a03-85d6-dc88de3d9c52 req-50da53cc-9030-4e30-8db1-d245d16cc090 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:48.324359 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-6ef2cdf6-9de1-4a03-85d6-dc88de3d9c52 req-50da53cc-9030-4e30-8db1-d245d16cc090 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bb8116d-e232-45ab-9b2d-8d874920235b HTTP/1.1" status: 200 len: 945 time: 0.1200230 Apr 30 19:34:48.330857 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed04c6e-b433-40f8-96a9-76d2a5c4e956 req-dc00580b-dbbc-4ec7-a1ef-cee85eed26e2 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:48.333492 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-7ed04c6e-b433-40f8-96a9-76d2a5c4e956 req-dc00580b-dbbc-4ec7-a1ef-cee85eed26e2 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bb8116d-e232-45ab-9b2d-8d874920235b HTTP/1.1" status: 200 len: 945 time: 0.1259885 Apr 30 19:34:48.408367 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-6ef2cdf6-9de1-4a03-85d6-dc88de3d9c52 req-e101d289-305b-46ca-b6d2-938c44b2e669 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/security-groups?id=37889038-5279-4736-a9a0-7b515de45d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741136 Apr 30 19:34:48.424168 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 44530) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:34:48.437824 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.v2.base [None req-d0e1d7cd-a105-47e1-98b1-45d5ce339673 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1512564343-network', 'tenant_id': '8eab92d2c9d2403d824a2dc5b2157b48'}} {{(pid=73807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 19:34:48.594595 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3677cfb-ff20-4c82-892e-4f940924665f None None] Sync routers for ids ['c4adb45b-8761-407b-8003-29cd38a85bff'] in dv-cinder-733622-14-smb {{(pid=73809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 19:34:48.600905 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-d0e1d7cd-a105-47e1-98b1-45d5ce339673 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:34:48.604391 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3677cfb-ff20-4c82-892e-4f940924665f None None] Routers {'c4adb45b-8761-407b-8003-29cd38a85bff'} bound to L3 agent in host dv-cinder-733622-14-smb {{(pid=73809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 19:34:48.605077 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_hamode_db [None req-c3677cfb-ff20-4c82-892e-4f940924665f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T19:24:27Z,description=,heartbeat_timestamp=2021-04-30T19:34:27Z,host='dv-cinder-733622-14-smb',id=19062261-8801-4f4d-b71c-f22a3dba3fbe,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T19:24:27Z,topic='l3_agent')) {'router_ids': ['c4adb45b-8761-407b-8003-29cd38a85bff'], 'active': True} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:34:48.607218 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-d0e1d7cd-a105-47e1-98b1-45d5ce339673 admin admin] Usage tracker for resource:network and tenant:8eab92d2c9d2403d824a2dc5b2157b48 is out of sync, need to count used quota {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:34:48.611601 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-d0e1d7cd-a105-47e1-98b1-45d5ce339673 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:34:48.619130 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-d0e1d7cd-a105-47e1-98b1-45d5ce339673 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:34:48.640342 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0e1d7cd-a105-47e1-98b1-45d5ce339673 admin admin] Made reservation on behalf of 8eab92d2c9d2403d824a2dc5b2157b48 for: {'network': 1} {{(pid=73807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 19:34:48.643151 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-d0e1d7cd-a105-47e1-98b1-45d5ce339673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for network, before_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:48.663845 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-d0e1d7cd-a105-47e1-98b1-45d5ce339673 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:48.682276 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-d0e1d7cd-a105-47e1-98b1-45d5ce339673 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:34:48.687376 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-d0e1d7cd-a105-47e1-98b1-45d5ce339673 admin admin] Usage tracker for resource:security_group_rule and tenant:8eab92d2c9d2403d824a2dc5b2157b48 is out of sync, need to count used quota {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:34:48.692204 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-d0e1d7cd-a105-47e1-98b1-45d5ce339673 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:34:48.695932 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.plugin [req-7ed04c6e-b433-40f8-96a9-76d2a5c4e956 req-b3b0efe4-27b6-4aa7-9194-91f8246f83af tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Deleting port f1c93f59-4029-4840-a909-8a8e8e429d43 {{(pid=73807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 19:34:48.696328 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-7ed04c6e-b433-40f8-96a9-76d2a5c4e956 req-b3b0efe4-27b6-4aa7-9194-91f8246f83af tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780697314645'] for port, before_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:48.714947 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-d0e1d7cd-a105-47e1-98b1-45d5ce339673 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:34:48.775239 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Device d35ff2a7-fe54-49ae-966e-26626be289c8 up at agent ovs-agent-dv-cinder-733622-14-smb {{(pid=73809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 19:34:48.871630 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.db [req-7ed04c6e-b433-40f8-96a9-76d2a5c4e956 req-b3b0efe4-27b6-4aa7-9194-91f8246f83af tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] For port f1c93f59-4029-4840-a909-8a8e8e429d43, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=f1c93f59-4029-4840-a909-8a8e8e429d43,segment=NetworkSegment(1eca5c76-e379-494b-9353-e03704231675),segment_id=1eca5c76-e379-494b-9353-e03704231675)] {{(pid=73807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:34:48.871990 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-7ed04c6e-b433-40f8-96a9-76d2a5c4e956 req-b3b0efe4-27b6-4aa7-9194-91f8246f83af tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664767'] for port, precommit_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:48.874049 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_dvr_db [None req-c3677cfb-ff20-4c82-892e-4f940924665f None None] Set router c4adb45b-8761-407b-8003-29cd38a85bff gateway port host: dv-cinder-733622-14-smb {{(pid=73809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 19:34:48.944211 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Provisioning for port d35ff2a7-fe54-49ae-966e-26626be289c8 completed by entity L2. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 19:34:48.952367 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Provisioning complete for port d35ff2a7-fe54-49ae-966e-26626be289c8 triggered by entity L2. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 19:34:48.952750 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618911'] for port, provisioning_complete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:49.012559 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.plugin [req-7ed04c6e-b433-40f8-96a9-76d2a5c4e956 req-b3b0efe4-27b6-4aa7-9194-91f8246f83af tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Calling delete_port for f1c93f59-4029-4840-a909-8a8e8e429d43 owned by compute:nova {{(pid=73807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 19:34:49.060706 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-d0e1d7cd-a105-47e1-98b1-45d5ce339673 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:49.067475 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-d0e1d7cd-a105-47e1-98b1-45d5ce339673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:49.072921 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:34:49.107141 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0e1d7cd-a105-47e1-98b1-45d5ce339673 admin admin] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=73807) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 19:34:49.126767 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e1d7cd-a105-47e1-98b1-45d5ce339673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05148bc4-0f25-4b80-815b-7d6b566e38e0,revision_number=1']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:34:49.131028 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-d0e1d7cd-a105-47e1-98b1-45d5ce339673 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:34:49.136188 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-d0e1d7cd-a105-47e1-98b1-45d5ce339673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611927'] for segment, precommit_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:49.136582 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.db.segments_db [None req-d0e1d7cd-a105-47e1-98b1-45d5ce339673 admin admin] Added segment 982ecb55-3b03-42c5-91fd-48f4853e3ccf of type vlan for network 8367e556-62d4-4466-94c7-9f7ebd46f58c Apr 30 19:34:49.256525 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-d0e1d7cd-a105-47e1-98b1-45d5ce339673 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780696885140'] for network, precommit_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:49.324652 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-7ed04c6e-b433-40f8-96a9-76d2a5c4e956 req-b3b0efe4-27b6-4aa7-9194-91f8246f83af tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780697316006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780696898079'] for port, after_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:49.339049 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-836b4322-acb6-45de-834e-2514868ffaab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:34:49.420190 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-65ba8c12-0d06-4959-8304-606821799626 None None] get_ports_and_sgs() called for port_ids ['f1c93f59-4029-4840-a909-8a8e8e429d43'] {{(pid=73809) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 19:34:49.422539 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c947702-3512-4b04-8638-327914e8be5a req-662f5b21-d452-4f51-9fc5-69e7ccd52823 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:49.426438 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-4c947702-3512-4b04-8638-327914e8be5a req-662f5b21-d452-4f51-9fc5-69e7ccd52823 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6f90263-c62f-4196-8410-f2367a9a9848 HTTP/1.1" status: 200 len: 944 time: 0.2363153 Apr 30 19:34:49.466018 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:49.487126 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] For port d35ff2a7-fe54-49ae-966e-26626be289c8, host dv-cinder-733622-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-14-smb',level=0,port_id=d35ff2a7-fe54-49ae-966e-26626be289c8,segment=NetworkSegment(8177dc3e-ee2d-49a8-85cc-32dd03e75f21),segment_id=8177dc3e-ee2d-49a8-85cc-32dd03e75f21)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:34:49.498430 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:49.505098 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:34:49.522617 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b0efe4-27b6-4aa7-9194-91f8246f83af tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Pushing event deleted for resources: {'Port': ['ID=f1c93f59-4029-4840-a909-8a8e8e429d43,revision_number=None']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:34:49.524604 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-d0e1d7cd-a105-47e1-98b1-45d5ce339673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137'] for network, after_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:49.525868 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-b3b0efe4-27b6-4aa7-9194-91f8246f83af tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:34:49.538526 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e1d7cd-a105-47e1-98b1-45d5ce339673 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:49.539099 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-d0e1d7cd-a105-47e1-98b1-45d5ce339673 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533183'] for network, before_response {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:49.545267 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ed04c6e-b433-40f8-96a9-76d2a5c4e956 req-b3b0efe4-27b6-4aa7-9194-91f8246f83af tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] No DVR routers for this DVR port f1c93f59-4029-4840-a909-8a8e8e429d43 on host hv-cinder-73362 {{(pid=73807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 19:34:49.551131 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-20cd9f28-31d4-4071-bebb-c61314cc0860 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:34:49.580269 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-7ed04c6e-b433-40f8-96a9-76d2a5c4e956 req-b3b0efe4-27b6-4aa7-9194-91f8246f83af tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937687'] for port, before_response {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:49.582423 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bb8116d-e232-45ab-9b2d-8d874920235b', 'name': 'network-vif-deleted', 'tag': 'f1c93f59-4029-4840-a909-8a8e8e429d43'}] {{(pid=73807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 19:34:49.587567 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_hamode_db [None req-c3677cfb-ff20-4c82-892e-4f940924665f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4adb45b-8761-407b-8003-29cd38a85bff', 'name': 'tempest-TestShelveInstance-1574996601-router', 'tenant_id': '269cfbb152ef4300b85b7cd97f75a140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'external_fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.119'}], 'enable_snat': True}, 'gw_port_id': 'd35ff2a7-fe54-49ae-966e-26626be289c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T19:34:41Z', 'updated_at': '2021-04-30T19:34:46Z', 'revision_number': 4, 'project_id': '269cfbb152ef4300b85b7cd97f75a140', 'gw_port': {'id': 'd35ff2a7-fe54-49ae-966e-26626be289c8', 'name': '', 'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:78:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4adb45b-8761-407b-8003-29cd38a85bff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:34:42Z', 'updated_at': '2021-04-30T19:34:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-14-smb', '_interfaces': [{'id': 'b7ce960c-3f59-404c-9521-5e1df2750ffe', 'name': '', 'network_id': 'c9550696-1d67-45d6-8a04-78e6b9388125', 'tenant_id': '269cfbb152ef4300b85b7cd97f75a140', 'mac_address': 'fa:16:3e:7e:57:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4adb45b-8761-407b-8003-29cd38a85bff', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '052186e4-87d6-40de-a696-6b4cd32cfb08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:34:45Z', 'updated_at': '2021-04-30T19:34:46Z', 'revision_number': 2, 'project_id': '269cfbb152ef4300b85b7cd97f75a140', 'subnets': [{'id': '052186e4-87d6-40de-a696-6b4cd32cfb08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-14-smb', False) {} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:34:49.594907 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3677cfb-ff20-4c82-892e-4f940924665f None None] Checking router: c4adb45b-8761-407b-8003-29cd38a85bff for host: dv-cinder-733622-14-smb {{(pid=73809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 19:34:49.595652 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3677cfb-ff20-4c82-892e-4f940924665f None None] Updating router c4adb45b-8761-407b-8003-29cd38a85bff port b7ce960c-3f59-404c-9521-5e1df2750ffe binding host dv-cinder-733622-14-smb {{(pid=73809) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 19:34:49.718688 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-31c2b412-42cc-40e9-91f8-75d92b0c2905 req-ff7c3028-8575-44bf-b977-13eab0c8e3b0 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bb8116d-e232-45ab-9b2d-8d874920235b HTTP/1.1" status: 200 len: 210 time: 0.0539598 Apr 30 19:34:49.729582 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c3677cfb-ff20-4c82-892e-4f940924665f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:49.743173 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Pushing event updated for resources: {'Port': ['ID=d35ff2a7-fe54-49ae-966e-26626be289c8,revision_number=4']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:34:49.751844 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:34:49.754806 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-4c947702-3512-4b04-8638-327914e8be5a req-2e878a91-6762-454f-9fcd-9864d81f8775 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/security-groups?id=6dbe6155-75cf-4154-b3d9-4527d6dcc146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2927117 Apr 30 19:34:49.769686 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-7ed04c6e-b433-40f8-96a9-76d2a5c4e956 req-b3b0efe4-27b6-4aa7-9194-91f8246f83af tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.48 "DELETE /v2.0/ports/f1c93f59-4029-4840-a909-8a8e8e429d43 HTTP/1.1" status: 204 len: 173 time: 1.4292777 Apr 30 19:34:49.794073 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bb8116d-e232-45ab-9b2d-8d874920235b', 'name': 'network-vif-deleted', 'tag': 'f1c93f59-4029-4840-a909-8a8e8e429d43', 'status': 'completed', 'code': 200} Apr 30 19:34:49.795210 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e1d7cd-a105-47e1-98b1-45d5ce339673 admin admin] Pushing event updated for resources: {'Network': ['ID=8367e556-62d4-4466-94c7-9f7ebd46f58c,revision_number=1']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:34:49.801976 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-d0e1d7cd-a105-47e1-98b1-45d5ce339673 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3735557 Apr 30 19:34:49.801976 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-d0e1d7cd-a105-47e1-98b1-45d5ce339673 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:34:49.802556 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 44562) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:34:49.809546 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.v2.base [None req-7f3ccee9-0efa-4244-a5b4-addba0f7c33c admin admin] Request body: {'subnet': {'network_id': '8367e556-62d4-4466-94c7-9f7ebd46f58c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1512564343-subnet', 'tenant_id': '8eab92d2c9d2403d824a2dc5b2157b48', 'ip_version': 4}} {{(pid=73808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 19:34:49.817808 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-7f3ccee9-0efa-4244-a5b4-addba0f7c33c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:34:49.827025 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Network 8367e556-62d4-4466-94c7-9f7ebd46f58c details requested by agent ovs-agent-dv-cinder-733622-14-smb with host dv-cinder-733622-14-smb {{(pid=73809) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 19:34:49.830708 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-7f3ccee9-0efa-4244-a5b4-addba0f7c33c admin admin] Usage tracker for resource:subnet and tenant:8eab92d2c9d2403d824a2dc5b2157b48 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:34:49.834913 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-7f3ccee9-0efa-4244-a5b4-addba0f7c33c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:34:49.848345 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-7f3ccee9-0efa-4244-a5b4-addba0f7c33c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:34:49.877899 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f3ccee9-0efa-4244-a5b4-addba0f7c33c admin admin] Made reservation on behalf of 8eab92d2c9d2403d824a2dc5b2157b48 for: {'subnet': 1} {{(pid=73808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 19:34:49.880668 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-7f3ccee9-0efa-4244-a5b4-addba0f7c33c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61161599'] for subnet, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:50.249546 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c3677cfb-ff20-4c82-892e-4f940924665f None None] Notify callbacks [] for port, precommit_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:50.261588 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-c3677cfb-ff20-4c82-892e-4f940924665f None None] Transition to ACTIVE for port object b7ce960c-3f59-404c-9521-5e1df2750ffe will not be triggered until provisioned by entity L2. {{(pid=73809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 19:34:50.268004 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c3677cfb-ff20-4c82-892e-4f940924665f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:50.271541 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:34:50.343118 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-7f3ccee9-0efa-4244-a5b4-addba0f7c33c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60823004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61161577'] for subnet, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:50.351309 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:34:50.489616 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3ccee9-0efa-4244-a5b4-addba0f7c33c admin admin] Checking segment: {'id': '982ecb55-3b03-42c5-91fd-48f4853e3ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8367e556-62d4-4466-94c7-9f7ebd46f58c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 19:34:50.490018 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3ccee9-0efa-4244-a5b4-addba0f7c33c admin admin] Network hostable DHCP agents. Network: 8367e556-62d4-4466-94c7-9f7ebd46f58c, hostable agents: ['e57161e2-0c22-4573-bfa0-d55a94615101'], hosted agents: [] {{(pid=73808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 19:34:50.505641 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3ccee9-0efa-4244-a5b4-addba0f7c33c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7191757f-275a-4406-ba45-ff6253d1ba1c,revision_number=0']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:34:50.517473 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-7f3ccee9-0efa-4244-a5b4-addba0f7c33c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:34:50.538885 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3ccee9-0efa-4244-a5b4-addba0f7c33c admin admin] Network 8367e556-62d4-4466-94c7-9f7ebd46f58c is scheduled to be hosted by DHCP agent e57161e2-0c22-4573-bfa0-d55a94615101 with binding_index 1 {{(pid=73808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 19:34:50.564393 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.scheduler.base_scheduler [None req-7f3ccee9-0efa-4244-a5b4-addba0f7c33c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-14-smb, 8367e556-62d4-4466-94c7-9f7ebd46f58c) {{(pid=73808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 19:34:50.575200 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f6aa469-6fc4-472f-936f-cd9f73113204 None None] Network 8367e556-62d4-4466-94c7-9f7ebd46f58c requested from dv-cinder-733622-14-smb {{(pid=73809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 19:34:50.580191 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3ccee9-0efa-4244-a5b4-addba0f7c33c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:50.581188 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-7f3ccee9-0efa-4244-a5b4-addba0f7c33c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533183'] for subnet, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:50.588670 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279e89bb-809c-4129-a97e-4646e4219cbd None None] Pushing event updated for resources: {'Port': ['ID=b7ce960c-3f59-404c-9521-5e1df2750ffe,revision_number=3']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:34:50.599180 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-279e89bb-809c-4129-a97e-4646e4219cbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:34:50.611842 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-7f3ccee9-0efa-4244-a5b4-addba0f7c33c admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8077261 Apr 30 19:34:50.614058 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 44568) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:34:50.620557 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.v2.base [None req-daf1b858-5222-4713-b5c3-dbea1e9b200f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1512564343-router', 'tenant_id': '8eab92d2c9d2403d824a2dc5b2157b48', 'external_gateway_info': {'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7'}}} {{(pid=73808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 19:34:50.632161 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [None req-c3677cfb-ff20-4c82-892e-4f940924665f None None] Attempting to bind port b7ce960c-3f59-404c-9521-5e1df2750ffe on host dv-cinder-733622-14-smb for vnic_type normal with profile {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 19:34:50.632819 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [None req-c3677cfb-ff20-4c82-892e-4f940924665f None None] Attempting to bind port b7ce960c-3f59-404c-9521-5e1df2750ffe by drivers openvswitch,hyperv on host dv-cinder-733622-14-smb at level 0 using segments [{'id': 'ff08c19b-8960-47af-a26c-8b502f897ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'c9550696-1d67-45d6-8a04-78e6b9388125'}] {{(pid=73809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 19:34:50.633583 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3677cfb-ff20-4c82-892e-4f940924665f None None] Attempting to bind port b7ce960c-3f59-404c-9521-5e1df2750ffe on network c9550696-1d67-45d6-8a04-78e6b9388125 {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 19:34:50.636708 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-daf1b858-5222-4713-b5c3-dbea1e9b200f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:34:50.643982 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-daf1b858-5222-4713-b5c3-dbea1e9b200f admin admin] Usage tracker for resource:router and tenant:8eab92d2c9d2403d824a2dc5b2157b48 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:34:50.661749 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3677cfb-ff20-4c82-892e-4f940924665f None None] Checking agent: {'id': '56d0c902-71b4-4ed3-a175-a117eb491650', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 19, 24, 26), 'started_at': datetime.datetime(2021, 4, 30, 19, 24, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 19, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 19:34:50.662313 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3677cfb-ff20-4c82-892e-4f940924665f None None] Checking segment: {'id': 'ff08c19b-8960-47af-a26c-8b502f897ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'c9550696-1d67-45d6-8a04-78e6b9388125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 19:34:50.662715 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c3677cfb-ff20-4c82-892e-4f940924665f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:50.663131 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3677cfb-ff20-4c82-892e-4f940924665f None None] Bound using segment: {'id': 'ff08c19b-8960-47af-a26c-8b502f897ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'c9550696-1d67-45d6-8a04-78e6b9388125'} {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 19:34:50.663748 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [None req-c3677cfb-ff20-4c82-892e-4f940924665f None None] Bound port: b7ce960c-3f59-404c-9521-5e1df2750ffe, host: dv-cinder-733622-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff08c19b-8960-47af-a26c-8b502f897ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'c9550696-1d67-45d6-8a04-78e6b9388125'}}] {{(pid=73809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 19:34:50.664084 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c3677cfb-ff20-4c82-892e-4f940924665f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:50.667865 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-daf1b858-5222-4713-b5c3-dbea1e9b200f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:34:50.684466 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-daf1b858-5222-4713-b5c3-dbea1e9b200f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:34:50.704522 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-daf1b858-5222-4713-b5c3-dbea1e9b200f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-678241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28754'] for router, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:50.705607 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-daf1b858-5222-4713-b5c3-dbea1e9b200f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-753828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28763'] for router, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:50.722306 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-daf1b858-5222-4713-b5c3-dbea1e9b200f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:50.748343 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Device d35ff2a7-fe54-49ae-966e-26626be289c8 up at agent ovs-agent-dv-cinder-733622-14-smb {{(pid=73809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 19:34:50.935540 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-0df86b5d-0068-4486-8d84-b2b667591f80 req-c62837ef-f356-4103-a3e4-322b39f0667a tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bb8116d-e232-45ab-9b2d-8d874920235b HTTP/1.1" status: 200 len: 210 time: 0.0534639 Apr 30 19:34:51.026082 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4c110b-1bd6-4edf-8f7d-81da88fd3c31 req-6f32a4dd-6cc6-4189-885d-8ff3fad67595 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:51.027541 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-6a4c110b-1bd6-4edf-8f7d-81da88fd3c31 req-6f32a4dd-6cc6-4189-885d-8ff3fad67595 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6f90263-c62f-4196-8410-f2367a9a9848 HTTP/1.1" status: 200 len: 944 time: 0.1260529 Apr 30 19:34:51.077624 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-c3677cfb-ff20-4c82-892e-4f940924665f None None] For port b7ce960c-3f59-404c-9521-5e1df2750ffe, host dv-cinder-733622-14-smb, cleared binding levels {{(pid=73809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 19:34:51.084998 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Provisioning complete for port d35ff2a7-fe54-49ae-966e-26626be289c8 triggered by entity L2. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 19:34:51.085621 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618911'] for port, provisioning_complete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:51.085884 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-6a4c110b-1bd6-4edf-8f7d-81da88fd3c31 req-64d5eb39-affa-4c33-ad60-1f3e7a575903 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/security-groups?id=6dbe6155-75cf-4154-b3d9-4527d6dcc146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516715 Apr 30 19:34:51.088709 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-daf1b858-5222-4713-b5c3-dbea1e9b200f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-679376', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-678159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28841'] for router, precommit_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:51.136619 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-c3677cfb-ff20-4c82-892e-4f940924665f None None] For port b7ce960c-3f59-404c-9521-5e1df2750ffe, host dv-cinder-733622-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-14-smb',level=0,port_id=b7ce960c-3f59-404c-9521-5e1df2750ffe,segment=NetworkSegment(ff08c19b-8960-47af-a26c-8b502f897ff7),segment_id=ff08c19b-8960-47af-a26c-8b502f897ff7)] {{(pid=73809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 19:34:51.175576 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c3677cfb-ff20-4c82-892e-4f940924665f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:51.191509 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-edbca46b-6da6-435b-add9-2a3e5a9eabaa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:34:51.274976 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace40c9a-5428-480a-b02d-88af2d6e2cd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27ed8444-addf-52d8-bb34-b8ba946e691b-8367e556-62d4-4466-94c7-9f7ebd46f58c', 'network_id': '8367e556-62d4-4466-94c7-9f7ebd46f58c', 'tenant_id': '8eab92d2c9d2403d824a2dc5b2157b48', 'fixed_ips': [{'subnet_id': '7191757f-275a-4406-ba45-ff6253d1ba1c'}]}} from dv-cinder-733622-14-smb. {{(pid=73809) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 30 19:34:51.275782 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-ace40c9a-5428-480a-b02d-88af2d6e2cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:51.321334 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279e89bb-809c-4129-a97e-4646e4219cbd None None] Pushing event updated for resources: {'Port': ['ID=b7ce960c-3f59-404c-9521-5e1df2750ffe,revision_number=4']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:34:51.369699 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-279e89bb-809c-4129-a97e-4646e4219cbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:34:51.370447 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3677cfb-ff20-4c82-892e-4f940924665f None None] Routers {'c4adb45b-8761-407b-8003-29cd38a85bff'} bound to L3 agent in host dv-cinder-733622-14-smb {{(pid=73809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 19:34:51.371090 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_hamode_db [None req-c3677cfb-ff20-4c82-892e-4f940924665f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T19:24:27Z,description=,heartbeat_timestamp=2021-04-30T19:34:27Z,host='dv-cinder-733622-14-smb',id=19062261-8801-4f4d-b71c-f22a3dba3fbe,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T19:24:27Z,topic='l3_agent')) {'router_ids': ['c4adb45b-8761-407b-8003-29cd38a85bff'], 'active': True} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:34:51.638925 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-daf1b858-5222-4713-b5c3-dbea1e9b200f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:51.670952 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-daf1b858-5222-4713-b5c3-dbea1e9b200f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:51.697617 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.db_base_plugin_common [None req-ace40c9a-5428-480a-b02d-88af2d6e2cd4 None None] Allocated IP 172.20.0.2 (8367e556-62d4-4466-94c7-9f7ebd46f58c/7191757f-275a-4406-ba45-ff6253d1ba1c/accc01b3-b6fc-4557-8621-23e868d8fe50) {{(pid=73809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 19:34:51.840832 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.db_base_plugin_common [None req-daf1b858-5222-4713-b5c3-dbea1e9b200f admin admin] Allocated IP 172.28.1.123 (9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7/476340fc-add5-4316-93e7-f3b1afc75f73/e9121842-a392-4b4f-b635-1042592001e8) {{(pid=73808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 19:34:51.892926 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_dvr_db [None req-c3677cfb-ff20-4c82-892e-4f940924665f None None] Set router c4adb45b-8761-407b-8003-29cd38a85bff gateway port host: dv-cinder-733622-14-smb {{(pid=73809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 19:34:52.099935 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-daf1b858-5222-4713-b5c3-dbea1e9b200f admin admin] Notify callbacks [] for port, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:52.162477 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-daf1b858-5222-4713-b5c3-dbea1e9b200f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780696898070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60822380'] for port, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:52.167072 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:34:52.200730 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [req-e5b12145-51f8-4b8c-bf83-35f4e00cec89 req-81cd613e-4fb0-450f-87ae-6abcb341fa0e tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Synchronizing usage tracker for tenant:b687dbbcb0d540b592764d29c8baa1ab on resource:port {{(pid=73807) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 19:34:52.230841 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [req-e5b12145-51f8-4b8c-bf83-35f4e00cec89 req-81cd613e-4fb0-450f-87ae-6abcb341fa0e tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Unset dirty status for tenant:b687dbbcb0d540b592764d29c8baa1ab on resource:port {{(pid=73807) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 19:34:52.241062 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf1b858-5222-4713-b5c3-dbea1e9b200f admin admin] Network 9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7 is already hosted by enough agents. {{(pid=73808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 19:34:52.246701 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.scheduler.base_scheduler [None req-daf1b858-5222-4713-b5c3-dbea1e9b200f admin admin] Resources bound (agent type, host, resource id): {{(pid=73808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 19:34:52.255878 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf1b858-5222-4713-b5c3-dbea1e9b200f admin admin] Received port after_create {{(pid=73808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 19:34:52.259601 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-e5b12145-51f8-4b8c-bf83-35f4e00cec89 req-81cd613e-4fb0-450f-87ae-6abcb341fa0e tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bb8116d-e232-45ab-9b2d-8d874920235b HTTP/1.1" status: 200 len: 210 time: 0.1283984 Apr 30 19:34:52.296842 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf1b858-5222-4713-b5c3-dbea1e9b200f admin admin] Pushing event updated for resources: {'Port': ['ID=e9121842-a392-4b4f-b635-1042592001e8,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:34:52.309906 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Device f1c93f59-4029-4840-a909-8a8e8e429d43 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=73809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 19:34:52.312090 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-daf1b858-5222-4713-b5c3-dbea1e9b200f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:34:52.350433 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-65ba8c12-0d06-4959-8304-606821799626 None None] No Port match for: f1c93f59-4029-4840-a909-8a8e8e429d43 {{(pid=73809) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 19:34:52.350695 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Device f1c93f59-4029-4840-a909-8a8e8e429d43 not bound to the agent host hv-cinder-73362 {{(pid=73809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 19:34:52.367694 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-ace40c9a-5428-480a-b02d-88af2d6e2cd4 None None] Notify callbacks [] for port, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:52.408205 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-ace40c9a-5428-480a-b02d-88af2d6e2cd4 None None] Transition to ACTIVE for port object accc01b3-b6fc-4557-8621-23e868d8fe50 will not be triggered until provisioned by entity L2. {{(pid=73809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 19:34:52.440862 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-ace40c9a-5428-480a-b02d-88af2d6e2cd4 None None] Transition to ACTIVE for port object accc01b3-b6fc-4557-8621-23e868d8fe50 will not be triggered until provisioned by entity DHCP. {{(pid=73809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 19:34:52.453739 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-ace40c9a-5428-480a-b02d-88af2d6e2cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780696898070'] for port, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:52.459643 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:34:52.535107 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace40c9a-5428-480a-b02d-88af2d6e2cd4 None None] Network 8367e556-62d4-4466-94c7-9f7ebd46f58c is already hosted by enough agents. {{(pid=73809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 19:34:52.544305 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.scheduler.base_scheduler [None req-ace40c9a-5428-480a-b02d-88af2d6e2cd4 None None] Resources bound (agent type, host, resource id): {{(pid=73809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 19:34:52.552583 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace40c9a-5428-480a-b02d-88af2d6e2cd4 None None] Received port after_create {{(pid=73809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 19:34:52.563023 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_hamode_db [None req-c3677cfb-ff20-4c82-892e-4f940924665f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4adb45b-8761-407b-8003-29cd38a85bff', 'name': 'tempest-TestShelveInstance-1574996601-router', 'tenant_id': '269cfbb152ef4300b85b7cd97f75a140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'external_fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.119'}], 'enable_snat': True}, 'gw_port_id': 'd35ff2a7-fe54-49ae-966e-26626be289c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T19:34:41Z', 'updated_at': '2021-04-30T19:34:46Z', 'revision_number': 4, 'project_id': '269cfbb152ef4300b85b7cd97f75a140', 'gw_port': {'id': 'd35ff2a7-fe54-49ae-966e-26626be289c8', 'name': '', 'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:78:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4adb45b-8761-407b-8003-29cd38a85bff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:34:42Z', 'updated_at': '2021-04-30T19:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-14-smb', '_interfaces': [{'id': 'b7ce960c-3f59-404c-9521-5e1df2750ffe', 'name': '', 'network_id': 'c9550696-1d67-45d6-8a04-78e6b9388125', 'tenant_id': '269cfbb152ef4300b85b7cd97f75a140', 'mac_address': 'fa:16:3e:7e:57:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4adb45b-8761-407b-8003-29cd38a85bff', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '052186e4-87d6-40de-a696-6b4cd32cfb08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:34:45Z', 'updated_at': '2021-04-30T19:34:51Z', 'revision_number': 4, 'project_id': '269cfbb152ef4300b85b7cd97f75a140', 'subnets': [{'id': '052186e4-87d6-40de-a696-6b4cd32cfb08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-14-smb', False) {} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:34:52.584756 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace40c9a-5428-480a-b02d-88af2d6e2cd4 None None] Pushing event updated for resources: {'Port': ['ID=accc01b3-b6fc-4557-8621-23e868d8fe50,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:34:52.589829 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-ace40c9a-5428-480a-b02d-88af2d6e2cd4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:34:52.590606 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3677cfb-ff20-4c82-892e-4f940924665f None None] The sync data for ids ['c4adb45b-8761-407b-8003-29cd38a85bff'] in dv-cinder-733622-14-smb is: [{'id': 'c4adb45b-8761-407b-8003-29cd38a85bff', 'name': 'tempest-TestShelveInstance-1574996601-router', 'tenant_id': '269cfbb152ef4300b85b7cd97f75a140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'external_fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.119'}], 'enable_snat': True}, 'gw_port_id': 'd35ff2a7-fe54-49ae-966e-26626be289c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T19:34:41Z', 'updated_at': '2021-04-30T19:34:46Z', 'revision_number': 4, 'project_id': '269cfbb152ef4300b85b7cd97f75a140', 'gw_port': {'id': 'd35ff2a7-fe54-49ae-966e-26626be289c8', 'name': '', 'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:78:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4adb45b-8761-407b-8003-29cd38a85bff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:34:42Z', 'updated_at': '2021-04-30T19:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-14-smb', '_interfaces': [{'id': 'b7ce960c-3f59-404c-9521-5e1df2750ffe', 'name': '', 'network_id': 'c9550696-1d67-45d6-8a04-78e6b9388125', 'tenant_id': '269cfbb152ef4300b85b7cd97f75a140', 'mac_address': 'fa:16:3e:7e:57:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4adb45b-8761-407b-8003-29cd38a85bff', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '052186e4-87d6-40de-a696-6b4cd32cfb08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:34:45Z', 'updated_at': '2021-04-30T19:34:51Z', 'revision_number': 4, 'project_id': '269cfbb152ef4300b85b7cd97f75a140', 'subnets': [{'id': '052186e4-87d6-40de-a696-6b4cd32cfb08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 19:34:52.592147 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce2c710-bd12-4bd4-a8ac-821ec3550c4c req-5dd492a7-0bd3-43a2-9938-c2dc55c233c0 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:52.595013 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-3ce2c710-bd12-4bd4-a8ac-821ec3550c4c req-5dd492a7-0bd3-43a2-9938-c2dc55c233c0 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6f90263-c62f-4196-8410-f2367a9a9848 HTTP/1.1" status: 200 len: 944 time: 0.1256409 Apr 30 19:34:52.693396 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-3ce2c710-bd12-4bd4-a8ac-821ec3550c4c req-b98e91b1-a82a-4e39-966f-f869142d95ee tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/security-groups?id=6dbe6155-75cf-4154-b3d9-4527d6dcc146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884380 Apr 30 19:34:52.807492 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [None req-ace40c9a-5428-480a-b02d-88af2d6e2cd4 None None] Attempting to bind port accc01b3-b6fc-4557-8621-23e868d8fe50 on host dv-cinder-733622-14-smb for vnic_type normal with profile {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 19:34:52.808169 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [None req-ace40c9a-5428-480a-b02d-88af2d6e2cd4 None None] Attempting to bind port accc01b3-b6fc-4557-8621-23e868d8fe50 by drivers openvswitch,hyperv on host dv-cinder-733622-14-smb at level 0 using segments [{'id': '982ecb55-3b03-42c5-91fd-48f4853e3ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8367e556-62d4-4466-94c7-9f7ebd46f58c'}] {{(pid=73809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 19:34:52.808535 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace40c9a-5428-480a-b02d-88af2d6e2cd4 None None] Attempting to bind port accc01b3-b6fc-4557-8621-23e868d8fe50 on network 8367e556-62d4-4466-94c7-9f7ebd46f58c {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 19:34:52.821324 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace40c9a-5428-480a-b02d-88af2d6e2cd4 None None] Checking agent: {'id': '56d0c902-71b4-4ed3-a175-a117eb491650', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 19, 24, 26), 'started_at': datetime.datetime(2021, 4, 30, 19, 24, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 19, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 19:34:52.821912 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace40c9a-5428-480a-b02d-88af2d6e2cd4 None None] Checking segment: {'id': '982ecb55-3b03-42c5-91fd-48f4853e3ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8367e556-62d4-4466-94c7-9f7ebd46f58c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 19:34:52.822429 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-ace40c9a-5428-480a-b02d-88af2d6e2cd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:52.822928 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace40c9a-5428-480a-b02d-88af2d6e2cd4 None None] Bound using segment: {'id': '982ecb55-3b03-42c5-91fd-48f4853e3ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8367e556-62d4-4466-94c7-9f7ebd46f58c'} {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 19:34:52.823509 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [None req-ace40c9a-5428-480a-b02d-88af2d6e2cd4 None None] Bound port: accc01b3-b6fc-4557-8621-23e868d8fe50, host: dv-cinder-733622-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '982ecb55-3b03-42c5-91fd-48f4853e3ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8367e556-62d4-4466-94c7-9f7ebd46f58c'}}] {{(pid=73809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 19:34:52.824447 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-ace40c9a-5428-480a-b02d-88af2d6e2cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:52.851763 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Device b7ce960c-3f59-404c-9521-5e1df2750ffe up at agent ovs-agent-dv-cinder-733622-14-smb {{(pid=73809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 19:34:52.988517 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-daf1b858-5222-4713-b5c3-dbea1e9b200f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:53.034138 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-ace40c9a-5428-480a-b02d-88af2d6e2cd4 None None] For port accc01b3-b6fc-4557-8621-23e868d8fe50, host dv-cinder-733622-14-smb, cleared binding levels {{(pid=73809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 19:34:53.037962 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-ace40c9a-5428-480a-b02d-88af2d6e2cd4 None None] For port accc01b3-b6fc-4557-8621-23e868d8fe50, host dv-cinder-733622-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-14-smb',level=0,port_id=accc01b3-b6fc-4557-8621-23e868d8fe50,segment=NetworkSegment(982ecb55-3b03-42c5-91fd-48f4853e3ccf),segment_id=982ecb55-3b03-42c5-91fd-48f4853e3ccf)] {{(pid=73809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 19:34:53.045402 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-ace40c9a-5428-480a-b02d-88af2d6e2cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:53.050612 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:34:53.113980 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Provisioning for port b7ce960c-3f59-404c-9521-5e1df2750ffe completed by entity L2. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 19:34:53.160102 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Provisioning complete for port b7ce960c-3f59-404c-9521-5e1df2750ffe triggered by entity L2. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 19:34:53.160508 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618911'] for port, provisioning_complete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:53.275262 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace40c9a-5428-480a-b02d-88af2d6e2cd4 None None] Pushing event updated for resources: {'Port': ['ID=accc01b3-b6fc-4557-8621-23e868d8fe50,revision_number=2']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:34:53.280400 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-ace40c9a-5428-480a-b02d-88af2d6e2cd4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:34:53.421695 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:53.497259 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] For port b7ce960c-3f59-404c-9521-5e1df2750ffe, host dv-cinder-733622-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-14-smb',level=0,port_id=b7ce960c-3f59-404c-9521-5e1df2750ffe,segment=NetworkSegment(ff08c19b-8960-47af-a26c-8b502f897ff7),segment_id=ff08c19b-8960-47af-a26c-8b502f897ff7)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:34:53.504704 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:53.508177 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-279e89bb-809c-4129-a97e-4646e4219cbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:34:53.620775 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-3d2cc4a9-2f18-4ae7-b323-e1db21c3c325 req-1a5c415e-b6a6-47d9-be4d-ae8952e6239d tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bb8116d-e232-45ab-9b2d-8d874920235b HTTP/1.1" status: 200 len: 210 time: 0.1761284 Apr 30 19:34:53.688052 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Pushing event updated for resources: {'Port': ['ID=b7ce960c-3f59-404c-9521-5e1df2750ffe,revision_number=5']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:34:53.693497 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:34:53.701943 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-daf1b858-5222-4713-b5c3-dbea1e9b200f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-678168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-679359'] for router, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:53.943744 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94004be3-b19e-442b-83b3-f4a6908077d8 req-8007ccbd-fae7-472e-a086-4cb0afa4a7c7 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:53.950430 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-82ff3d6c-f5c0-4e4a-943a-e2f36ec27246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:53.972961 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-94004be3-b19e-442b-83b3-f4a6908077d8 req-8007ccbd-fae7-472e-a086-4cb0afa4a7c7 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6f90263-c62f-4196-8410-f2367a9a9848 HTTP/1.1" status: 200 len: 944 time: 0.1368270 Apr 30 19:34:54.042476 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-94004be3-b19e-442b-83b3-f4a6908077d8 req-c87e5efb-29d7-4654-9236-40dcb9bd1162 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/security-groups?id=6dbe6155-75cf-4154-b3d9-4527d6dcc146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651147 Apr 30 19:34:54.131907 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daf1b858-5222-4713-b5c3-dbea1e9b200f admin admin] Router bd3cb6e5-fe28-46bd-838b-bb0405202209 is scheduled to L3 agent 19062261-8801-4f4d-b71c-f22a3dba3fbe with binding_index 1 {{(pid=73808) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 30 19:34:54.397090 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daf1b858-5222-4713-b5c3-dbea1e9b200f admin admin] Notify agent at l3_agent.dv-cinder-733622-14-smb the message routers_updated {{(pid=73808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 19:34:54.411448 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff14ff7-bfa9-47e0-8268-d2f94d6df7cd None None] Sync routers for ids ['bd3cb6e5-fe28-46bd-838b-bb0405202209'] in dv-cinder-733622-14-smb {{(pid=73810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 19:34:54.422149 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff14ff7-bfa9-47e0-8268-d2f94d6df7cd None None] Routers {'bd3cb6e5-fe28-46bd-838b-bb0405202209'} bound to L3 agent in host dv-cinder-733622-14-smb {{(pid=73810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 19:34:54.424609 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-6ff14ff7-bfa9-47e0-8268-d2f94d6df7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T19:24:27Z,description=,heartbeat_timestamp=2021-04-30T19:34:27Z,host='dv-cinder-733622-14-smb',id=19062261-8801-4f4d-b71c-f22a3dba3fbe,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T19:24:27Z,topic='l3_agent')) {'router_ids': ['bd3cb6e5-fe28-46bd-838b-bb0405202209'], 'active': True} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:34:54.435927 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-daf1b858-5222-4713-b5c3-dbea1e9b200f admin admin] Notify callbacks [] for router, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:54.437641 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-daf1b858-5222-4713-b5c3-dbea1e9b200f admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.8223410 Apr 30 19:34:54.442129 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 44592) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:34:54.578506 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af6c446-bf43-4a98-9602-cdcc673e456d None None] Network 8367e556-62d4-4466-94c7-9f7ebd46f58c requested from dv-cinder-733622-14-smb {{(pid=73809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 19:34:54.690781 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.l3_dvr_db [None req-6ff14ff7-bfa9-47e0-8268-d2f94d6df7cd None None] Set router bd3cb6e5-fe28-46bd-838b-bb0405202209 gateway port host: dv-cinder-733622-14-smb {{(pid=73810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 19:34:54.701960 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-9c1e0ae6-18b7-4113-bf9b-cbf1888b120c None None] Provisioning for port accc01b3-b6fc-4557-8621-23e868d8fe50 completed by entity DHCP. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 19:34:54.855673 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-7895b6b9-281c-43ef-8cf6-c4ac5feb742a req-3e465400-3236-4f32-b02e-620c05cd8bce tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bb8116d-e232-45ab-9b2d-8d874920235b HTTP/1.1" status: 200 len: 210 time: 0.0923235 Apr 30 19:34:54.974929 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Device b7ce960c-3f59-404c-9521-5e1df2750ffe up at agent ovs-agent-dv-cinder-733622-14-smb {{(pid=73809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 19:34:55.130653 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Provisioning complete for port b7ce960c-3f59-404c-9521-5e1df2750ffe triggered by entity L2. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 19:34:55.131095 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618911'] for port, provisioning_complete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:55.343102 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-6ff14ff7-bfa9-47e0-8268-d2f94d6df7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd3cb6e5-fe28-46bd-838b-bb0405202209', 'name': 'tempest-TestShelveInstance-1512564343-router', 'tenant_id': '8eab92d2c9d2403d824a2dc5b2157b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'external_fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.123'}], 'enable_snat': True}, 'gw_port_id': 'e9121842-a392-4b4f-b635-1042592001e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T19:34:50Z', 'updated_at': '2021-04-30T19:34:52Z', 'revision_number': 3, 'project_id': '8eab92d2c9d2403d824a2dc5b2157b48', 'gw_port': {'id': 'e9121842-a392-4b4f-b635-1042592001e8', 'name': '', 'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:63:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd3cb6e5-fe28-46bd-838b-bb0405202209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:34:51Z', 'updated_at': '2021-04-30T19:34:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-14-smb'}], 'dv-cinder-733622-14-smb', False) {} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:34:55.343834 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Device accc01b3-b6fc-4557-8621-23e868d8fe50 up at agent ovs-agent-dv-cinder-733622-14-smb {{(pid=73809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 19:34:55.357278 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff14ff7-bfa9-47e0-8268-d2f94d6df7cd None None] Checking router: bd3cb6e5-fe28-46bd-838b-bb0405202209 for host: dv-cinder-733622-14-smb {{(pid=73810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 19:34:55.357797 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff14ff7-bfa9-47e0-8268-d2f94d6df7cd None None] Updating router bd3cb6e5-fe28-46bd-838b-bb0405202209 port e9121842-a392-4b4f-b635-1042592001e8 binding host dv-cinder-733622-14-smb {{(pid=73810) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 19:34:55.450825 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cafeb1-ef58-4da2-acc4-6e38c6fc77e1 req-dbadd675-12bf-438e-8f36-404a1537c547 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:55.460733 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-47cafeb1-ef58-4da2-acc4-6e38c6fc77e1 req-dbadd675-12bf-438e-8f36-404a1537c547 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6f90263-c62f-4196-8410-f2367a9a9848 HTTP/1.1" status: 200 len: 944 time: 0.2337496 Apr 30 19:34:55.490715 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Provisioning for port accc01b3-b6fc-4557-8621-23e868d8fe50 completed by entity L2. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 19:34:55.508500 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-6ff14ff7-bfa9-47e0-8268-d2f94d6df7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:55.515495 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Provisioning complete for port accc01b3-b6fc-4557-8621-23e868d8fe50 triggered by entity L2. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 19:34:55.515889 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618911'] for port, provisioning_complete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:55.557320 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-47cafeb1-ef58-4da2-acc4-6e38c6fc77e1 req-f268c597-20c6-49b8-ae0a-f72855b4c45a tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/security-groups?id=6dbe6155-75cf-4154-b3d9-4527d6dcc146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953219 Apr 30 19:34:55.581410 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-6f79d12a-ad0f-448e-94b2-35c802bf368a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:55.643756 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-d69f8faf-ffdf-4361-a688-96d60aaf7f94 None None] Provisioning complete for port accc01b3-b6fc-4557-8621-23e868d8fe50 triggered by entity DHCP. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 19:34:55.644139 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d69f8faf-ffdf-4361-a688-96d60aaf7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618911'] for port, provisioning_complete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:55.804557 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:55.840934 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.db_base_plugin_common [None req-6f79d12a-ad0f-448e-94b2-35c802bf368a admin admin] Allocated IP 172.20.0.1 (8367e556-62d4-4466-94c7-9f7ebd46f58c/7191757f-275a-4406-ba45-ff6253d1ba1c/fc0925e9-1cae-4776-82d0-c6e98b2b604c) {{(pid=73808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 19:34:55.893463 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d69f8faf-ffdf-4361-a688-96d60aaf7f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:55.917573 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] For port accc01b3-b6fc-4557-8621-23e868d8fe50, host dv-cinder-733622-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-14-smb',level=0,port_id=accc01b3-b6fc-4557-8621-23e868d8fe50,segment=NetworkSegment(982ecb55-3b03-42c5-91fd-48f4853e3ccf),segment_id=982ecb55-3b03-42c5-91fd-48f4853e3ccf)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:34:55.942575 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:55.946036 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-c9a5e4e5-b909-45b8-b16a-db7b4b54209f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:34:56.021904 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-6f79d12a-ad0f-448e-94b2-35c802bf368a admin admin] Notify callbacks [] for port, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:56.050746 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.provisioning_blocks [None req-6f79d12a-ad0f-448e-94b2-35c802bf368a admin admin] Transition to ACTIVE for port object fc0925e9-1cae-4776-82d0-c6e98b2b604c will not be triggered until provisioned by entity DHCP. {{(pid=73808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 19:34:56.069737 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-6ff14ff7-bfa9-47e0-8268-d2f94d6df7cd None None] Notify callbacks [] for port, precommit_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:56.088901 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-6ff14ff7-bfa9-47e0-8268-d2f94d6df7cd None None] Transition to ACTIVE for port object e9121842-a392-4b4f-b635-1042592001e8 will not be triggered until provisioned by entity L2. {{(pid=73810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 19:34:56.100700 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-6ff14ff7-bfa9-47e0-8268-d2f94d6df7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:56.101780 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-6f79d12a-ad0f-448e-94b2-35c802bf368a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780696898070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60822380'] for port, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:56.106354 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:34:56.108121 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-47082665-4640-42ed-9e53-294b5530e77c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:34:56.191434 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.db.api [None req-d69f8faf-ffdf-4361-a688-96d60aaf7f94 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=73809) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 19:34:56.198859 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-027c0065-b1be-45d9-bf16-5c497102bbed req-3e7788bb-b629-4b86-afba-5fbfb3385341 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bb8116d-e232-45ab-9b2d-8d874920235b HTTP/1.1" status: 200 len: 210 time: 0.1050541 Apr 30 19:34:56.202141 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_db.api [None req-d69f8faf-ffdf-4361-a688-96d60aaf7f94 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 19:34:56.211622 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Pushing event updated for resources: {'Port': ['ID=accc01b3-b6fc-4557-8621-23e868d8fe50,revision_number=3']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:34:56.215816 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:34:56.239008 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f79d12a-ad0f-448e-94b2-35c802bf368a admin admin] Network 8367e556-62d4-4466-94c7-9f7ebd46f58c is already hosted by enough agents. {{(pid=73808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 19:34:56.242770 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.scheduler.base_scheduler [None req-6f79d12a-ad0f-448e-94b2-35c802bf368a admin admin] Resources bound (agent type, host, resource id): {{(pid=73808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 19:34:56.246984 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f79d12a-ad0f-448e-94b2-35c802bf368a admin admin] Received port after_create {{(pid=73808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 19:34:56.326632 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f678b9-fcce-40df-a074-6c8e57c66be7 None None] Pushing event updated for resources: {'Port': ['ID=e9121842-a392-4b4f-b635-1042592001e8,revision_number=2']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:34:56.331203 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-53f678b9-fcce-40df-a074-6c8e57c66be7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:34:56.332336 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [None req-6ff14ff7-bfa9-47e0-8268-d2f94d6df7cd None None] Attempting to bind port e9121842-a392-4b4f-b635-1042592001e8 on host dv-cinder-733622-14-smb for vnic_type normal with profile {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 19:34:56.332916 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [None req-6ff14ff7-bfa9-47e0-8268-d2f94d6df7cd None None] Attempting to bind port e9121842-a392-4b4f-b635-1042592001e8 by drivers openvswitch,hyperv on host dv-cinder-733622-14-smb at level 0 using segments [{'id': '8177dc3e-ee2d-49a8-85cc-32dd03e75f21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7'}] {{(pid=73810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 19:34:56.333496 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff14ff7-bfa9-47e0-8268-d2f94d6df7cd None None] Attempting to bind port e9121842-a392-4b4f-b635-1042592001e8 on network 9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7 {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 19:34:56.340883 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff14ff7-bfa9-47e0-8268-d2f94d6df7cd None None] Checking agent: {'id': '56d0c902-71b4-4ed3-a175-a117eb491650', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 19, 24, 26), 'started_at': datetime.datetime(2021, 4, 30, 19, 24, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 19, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 19:34:56.341713 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff14ff7-bfa9-47e0-8268-d2f94d6df7cd None None] Checking segment: {'id': '8177dc3e-ee2d-49a8-85cc-32dd03e75f21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 19:34:56.342322 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-6ff14ff7-bfa9-47e0-8268-d2f94d6df7cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:56.342958 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff14ff7-bfa9-47e0-8268-d2f94d6df7cd None None] Bound using segment: {'id': '8177dc3e-ee2d-49a8-85cc-32dd03e75f21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7'} {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 19:34:56.343636 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [None req-6ff14ff7-bfa9-47e0-8268-d2f94d6df7cd None None] Bound port: e9121842-a392-4b4f-b635-1042592001e8, host: dv-cinder-733622-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8177dc3e-ee2d-49a8-85cc-32dd03e75f21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7'}}] {{(pid=73810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 19:34:56.344842 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-6ff14ff7-bfa9-47e0-8268-d2f94d6df7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:56.404000 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:56.411999 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f79d12a-ad0f-448e-94b2-35c802bf368a admin admin] Pushing event updated for resources: {'Port': ['ID=fc0925e9-1cae-4776-82d0-c6e98b2b604c,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:34:56.415431 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-6f79d12a-ad0f-448e-94b2-35c802bf368a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:34:56.437401 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-6f79d12a-ad0f-448e-94b2-35c802bf368a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657360'] for router_interface, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:56.449158 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-6ff14ff7-bfa9-47e0-8268-d2f94d6df7cd None None] For port e9121842-a392-4b4f-b635-1042592001e8, host dv-cinder-733622-14-smb, cleared binding levels {{(pid=73810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 19:34:56.454986 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-6ff14ff7-bfa9-47e0-8268-d2f94d6df7cd None None] For port e9121842-a392-4b4f-b635-1042592001e8, host dv-cinder-733622-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-14-smb',level=0,port_id=e9121842-a392-4b4f-b635-1042592001e8,segment=NetworkSegment(8177dc3e-ee2d-49a8-85cc-32dd03e75f21),segment_id=8177dc3e-ee2d-49a8-85cc-32dd03e75f21)] {{(pid=73810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 19:34:56.464611 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-6ff14ff7-bfa9-47e0-8268-d2f94d6df7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:56.488534 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:34:56.598193 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff14ff7-bfa9-47e0-8268-d2f94d6df7cd None None] Routers {'bd3cb6e5-fe28-46bd-838b-bb0405202209'} bound to L3 agent in host dv-cinder-733622-14-smb {{(pid=73810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 19:34:56.598887 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-6ff14ff7-bfa9-47e0-8268-d2f94d6df7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T19:24:27Z,description=,heartbeat_timestamp=2021-04-30T19:34:27Z,host='dv-cinder-733622-14-smb',id=19062261-8801-4f4d-b71c-f22a3dba3fbe,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T19:24:27Z,topic='l3_agent')) {'router_ids': ['bd3cb6e5-fe28-46bd-838b-bb0405202209'], 'active': True} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:34:56.650177 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-6f79d12a-ad0f-448e-94b2-35c802bf368a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:56.684758 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e4b16610-75a2-44a4-9300-2bdd6b8f7789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:56.789065 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.l3_dvr_db [None req-6ff14ff7-bfa9-47e0-8268-d2f94d6df7cd None None] Set router bd3cb6e5-fe28-46bd-838b-bb0405202209 gateway port host: dv-cinder-733622-14-smb {{(pid=73810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 19:34:56.863268 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Device accc01b3-b6fc-4557-8621-23e868d8fe50 up at agent ovs-agent-dv-cinder-733622-14-smb {{(pid=73809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 19:34:56.881021 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1447198-74f1-47b1-9a8f-a56cbbd4f544 req-8dacd72b-d381-4d44-977b-d83025326dcd tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:56.883239 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-f1447198-74f1-47b1-9a8f-a56cbbd4f544 req-8dacd72b-d381-4d44-977b-d83025326dcd tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6f90263-c62f-4196-8410-f2367a9a9848 HTTP/1.1" status: 200 len: 944 time: 0.1134098 Apr 30 19:34:56.997681 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f678b9-fcce-40df-a074-6c8e57c66be7 None None] Pushing event updated for resources: {'Port': ['ID=e9121842-a392-4b4f-b635-1042592001e8,revision_number=3']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:34:57.018301 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-53f678b9-fcce-40df-a074-6c8e57c66be7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.530s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:34:57.032884 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-f1447198-74f1-47b1-9a8f-a56cbbd4f544 req-e3de6866-53ca-4723-b8bc-dac996b54990 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/security-groups?id=6dbe6155-75cf-4154-b3d9-4527d6dcc146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365943 Apr 30 19:34:57.077921 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-6f79d12a-ad0f-448e-94b2-35c802bf368a admin admin] Notify callbacks [] for port, precommit_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:57.084755 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-6f79d12a-ad0f-448e-94b2-35c802bf368a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60822363'] for port, after_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:57.095150 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Provisioning complete for port accc01b3-b6fc-4557-8621-23e868d8fe50 triggered by entity L2. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 19:34:57.097592 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618911'] for port, provisioning_complete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:57.125018 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-afc81223-aafc-47d8-b743-ed760539db8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:34:57.227822 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-6f79d12a-ad0f-448e-94b2-35c802bf368a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657267'] for router_interface, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:57.274610 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-6ff14ff7-bfa9-47e0-8268-d2f94d6df7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd3cb6e5-fe28-46bd-838b-bb0405202209', 'name': 'tempest-TestShelveInstance-1512564343-router', 'tenant_id': '8eab92d2c9d2403d824a2dc5b2157b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'external_fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.123'}], 'enable_snat': True}, 'gw_port_id': 'e9121842-a392-4b4f-b635-1042592001e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T19:34:50Z', 'updated_at': '2021-04-30T19:34:56Z', 'revision_number': 4, 'project_id': '8eab92d2c9d2403d824a2dc5b2157b48', 'gw_port': {'id': 'e9121842-a392-4b4f-b635-1042592001e8', 'name': '', 'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:63:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd3cb6e5-fe28-46bd-838b-bb0405202209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:34:51Z', 'updated_at': '2021-04-30T19:34:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-14-smb', '_interfaces': [{'id': 'fc0925e9-1cae-4776-82d0-c6e98b2b604c', 'name': '', 'network_id': '8367e556-62d4-4466-94c7-9f7ebd46f58c', 'tenant_id': '8eab92d2c9d2403d824a2dc5b2157b48', 'mac_address': 'fa:16:3e:c5:e6:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd3cb6e5-fe28-46bd-838b-bb0405202209', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '7191757f-275a-4406-ba45-ff6253d1ba1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:34:55Z', 'updated_at': '2021-04-30T19:34:55Z', 'revision_number': 1, 'project_id': '8eab92d2c9d2403d824a2dc5b2157b48', 'subnets': [{'id': '7191757f-275a-4406-ba45-ff6253d1ba1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-14-smb', False) {} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:34:57.275154 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-fe76e1e9-21d1-422c-ac5c-52687425f095 None None] Provisioning for port fc0925e9-1cae-4776-82d0-c6e98b2b604c completed by entity DHCP. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 19:34:57.285981 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff14ff7-bfa9-47e0-8268-d2f94d6df7cd None None] The sync data for ids ['bd3cb6e5-fe28-46bd-838b-bb0405202209'] in dv-cinder-733622-14-smb is: [{'id': 'bd3cb6e5-fe28-46bd-838b-bb0405202209', 'name': 'tempest-TestShelveInstance-1512564343-router', 'tenant_id': '8eab92d2c9d2403d824a2dc5b2157b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'external_fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.123'}], 'enable_snat': True}, 'gw_port_id': 'e9121842-a392-4b4f-b635-1042592001e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T19:34:50Z', 'updated_at': '2021-04-30T19:34:56Z', 'revision_number': 4, 'project_id': '8eab92d2c9d2403d824a2dc5b2157b48', 'gw_port': {'id': 'e9121842-a392-4b4f-b635-1042592001e8', 'name': '', 'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:63:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd3cb6e5-fe28-46bd-838b-bb0405202209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:34:51Z', 'updated_at': '2021-04-30T19:34:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-14-smb', '_interfaces': [{'id': 'fc0925e9-1cae-4776-82d0-c6e98b2b604c', 'name': '', 'network_id': '8367e556-62d4-4466-94c7-9f7ebd46f58c', 'tenant_id': '8eab92d2c9d2403d824a2dc5b2157b48', 'mac_address': 'fa:16:3e:c5:e6:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd3cb6e5-fe28-46bd-838b-bb0405202209', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '7191757f-275a-4406-ba45-ff6253d1ba1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:34:55Z', 'updated_at': '2021-04-30T19:34:55Z', 'revision_number': 1, 'project_id': '8eab92d2c9d2403d824a2dc5b2157b48', 'subnets': [{'id': '7191757f-275a-4406-ba45-ff6253d1ba1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 19:34:57.290393 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-fe76e1e9-21d1-422c-ac5c-52687425f095 None None] Provisioning complete for port fc0925e9-1cae-4776-82d0-c6e98b2b604c triggered by entity DHCP. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 19:34:57.292357 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-fe76e1e9-21d1-422c-ac5c-52687425f095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618911'] for port, provisioning_complete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:57.333895 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f79d12a-ad0f-448e-94b2-35c802bf368a admin admin] Pushing event updated for resources: {'Port': ['ID=fc0925e9-1cae-4776-82d0-c6e98b2b604c,revision_number=2']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:34:57.338609 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-6f79d12a-ad0f-448e-94b2-35c802bf368a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:34:57.472812 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-fe76e1e9-21d1-422c-ac5c-52687425f095 None None] Port fc0925e9-1cae-4776-82d0-c6e98b2b604c cannot update to ACTIVE because it is not bound. {{(pid=73809) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 19:34:57.507735 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f79d12a-ad0f-448e-94b2-35c802bf368a admin admin] Network 8367e556-62d4-4466-94c7-9f7ebd46f58c is already hosted by enough agents. {{(pid=73808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 19:34:57.509196 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.scheduler.base_scheduler [None req-6f79d12a-ad0f-448e-94b2-35c802bf368a admin admin] Resources bound (agent type, host, resource id): {{(pid=73808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 19:34:57.709276 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-41a948d5-1070-481f-95b5-076ff1a32994 req-f0a33672-454b-44bb-8476-0e549b4b4cf7 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bb8116d-e232-45ab-9b2d-8d874920235b HTTP/1.1" status: 200 len: 210 time: 0.2650545 Apr 30 19:34:57.741583 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-db901c41-8a71-4621-9038-9b0e7a83b2d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:57.802208 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f79d12a-ad0f-448e-94b2-35c802bf368a admin admin] Router bd3cb6e5-fe28-46bd-838b-bb0405202209 has already been hosted by L3 agent 19062261-8801-4f4d-b71c-f22a3dba3fbe {{(pid=73808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 19:34:57.903655 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-f633f794-2f6d-4df5-be3b-bf736f73a381 None None] Provisioning complete for port fc0925e9-1cae-4776-82d0-c6e98b2b604c triggered by entity DHCP. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 19:34:57.904124 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-f633f794-2f6d-4df5-be3b-bf736f73a381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618911'] for port, provisioning_complete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:58.009668 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-f633f794-2f6d-4df5-be3b-bf736f73a381 None None] Port fc0925e9-1cae-4776-82d0-c6e98b2b604c cannot update to ACTIVE because it is not bound. {{(pid=73809) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 19:34:58.015298 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f79d12a-ad0f-448e-94b2-35c802bf368a admin admin] Notify agent at l3_agent.dv-cinder-733622-14-smb the message routers_updated {{(pid=73808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 19:34:58.025203 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-6f79d12a-ad0f-448e-94b2-35c802bf368a admin admin] 10.222.0.41 "PUT /v2.0/routers/bd3cb6e5-fe28-46bd-838b-bb0405202209/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5812614 Apr 30 19:34:58.319641 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d90a5f-553b-48be-9d5a-953acf73ea35 req-a59b0cda-a626-4c9f-99ff-033212d78dce tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:58.327757 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-e9d90a5f-553b-48be-9d5a-953acf73ea35 req-a59b0cda-a626-4c9f-99ff-033212d78dce tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6f90263-c62f-4196-8410-f2367a9a9848 HTTP/1.1" status: 200 len: 944 time: 0.1344130 Apr 30 19:34:58.378040 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-e9d90a5f-553b-48be-9d5a-953acf73ea35 req-685621b3-03e4-4824-8b2b-7fa24cb5e65b tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/security-groups?id=6dbe6155-75cf-4154-b3d9-4527d6dcc146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493846 Apr 30 19:34:58.770618 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Device e9121842-a392-4b4f-b635-1042592001e8 up at agent ovs-agent-dv-cinder-733622-14-smb {{(pid=73809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 19:34:58.862479 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Provisioning for port e9121842-a392-4b4f-b635-1042592001e8 completed by entity L2. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 19:34:58.868012 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Provisioning complete for port e9121842-a392-4b4f-b635-1042592001e8 triggered by entity L2. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 19:34:58.868538 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618911'] for port, provisioning_complete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:58.899078 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 44618) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:34:58.904989 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.v2.base [None req-224915c7-94b4-453d-9352-0f2fb2c7cad6 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-975815524', 'description': 'tempest-secgroup-smoke-975815524 description', 'project_id': '269cfbb152ef4300b85b7cd97f75a140'}} {{(pid=73808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 19:34:58.917864 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-224915c7-94b4-453d-9352-0f2fb2c7cad6 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:34:58.923809 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-224915c7-94b4-453d-9352-0f2fb2c7cad6 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Usage tracker for resource:security_group and tenant:269cfbb152ef4300b85b7cd97f75a140 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:34:58.928671 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-224915c7-94b4-453d-9352-0f2fb2c7cad6 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:34:58.938039 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-224915c7-94b4-453d-9352-0f2fb2c7cad6 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:34:58.970440 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-224915c7-94b4-453d-9352-0f2fb2c7cad6 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Notify callbacks [] for security_group, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:59.005788 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-224915c7-94b4-453d-9352-0f2fb2c7cad6 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:34:59.010438 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-224915c7-94b4-453d-9352-0f2fb2c7cad6 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Usage tracker for resource:security_group_rule and tenant:269cfbb152ef4300b85b7cd97f75a140 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:34:59.014014 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-224915c7-94b4-453d-9352-0f2fb2c7cad6 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:34:59.021835 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-224915c7-94b4-453d-9352-0f2fb2c7cad6 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:34:59.068277 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:59.089517 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] For port e9121842-a392-4b4f-b635-1042592001e8, host dv-cinder-733622-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-14-smb',level=0,port_id=e9121842-a392-4b4f-b635-1042592001e8,segment=NetworkSegment(8177dc3e-ee2d-49a8-85cc-32dd03e75f21),segment_id=8177dc3e-ee2d-49a8-85cc-32dd03e75f21)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:34:59.096146 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:59.098222 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:34:59.101340 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-7dd4ca33-d9d6-4064-b9f9-f63060b43a59 req-94cc707c-fe47-4e3b-adaa-0e13e2565298 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bb8116d-e232-45ab-9b2d-8d874920235b HTTP/1.1" status: 200 len: 210 time: 0.0821476 Apr 30 19:34:59.142475 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-224915c7-94b4-453d-9352-0f2fb2c7cad6 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Notify callbacks [] for security_group, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:59.151735 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-224915c7-94b4-453d-9352-0f2fb2c7cad6 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:59.159493 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-b4749abf-4053-4e53-9472-1ed0d2b78097 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:34:59.192873 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Pushing event updated for resources: {'Port': ['ID=e9121842-a392-4b4f-b635-1042592001e8,revision_number=4']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:34:59.201930 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:34:59.203027 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224915c7-94b4-453d-9352-0f2fb2c7cad6 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c97b8e9-0665-42a1-b368-528dbb6fd52b,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:34:59.208880 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-224915c7-94b4-453d-9352-0f2fb2c7cad6 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:34:59.220115 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:59.225481 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-224915c7-94b4-453d-9352-0f2fb2c7cad6 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Notify callbacks [] for security_group, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:59.227072 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-224915c7-94b4-453d-9352-0f2fb2c7cad6 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3268342 Apr 30 19:34:59.230034 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 44622) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:34:59.235784 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.v2.base [None req-7abedb1b-5922-45e8-bd8c-67b428b9dfc3 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Request body: {'security_group_rule': {'security_group_id': '0c97b8e9-0665-42a1-b368-528dbb6fd52b', 'project_id': '269cfbb152ef4300b85b7cd97f75a140', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 19:34:59.253458 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-7abedb1b-5922-45e8-bd8c-67b428b9dfc3 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:34:59.258496 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-7abedb1b-5922-45e8-bd8c-67b428b9dfc3 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Usage tracker for resource:security_group_rule and tenant:269cfbb152ef4300b85b7cd97f75a140 is out of sync, need to count used quota {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:34:59.261735 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-abaefda2-14da-46b7-be41-c4f24c026f78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:59.261999 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-7abedb1b-5922-45e8-bd8c-67b428b9dfc3 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:34:59.274379 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-7abedb1b-5922-45e8-bd8c-67b428b9dfc3 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:34:59.291185 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-7abedb1b-5922-45e8-bd8c-67b428b9dfc3 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:59.365787 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-7abedb1b-5922-45e8-bd8c-67b428b9dfc3 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:59.369550 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-7abedb1b-5922-45e8-bd8c-67b428b9dfc3 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756817'] for security_group_rule, after_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:59.377414 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:34:59.397953 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abedb1b-5922-45e8-bd8c-67b428b9dfc3 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c88d51df-d6d3-48c4-a171-092cd3548abe,revision_number=0']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:34:59.405314 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-7abedb1b-5922-45e8-bd8c-67b428b9dfc3 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:34:59.447397 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-7abedb1b-5922-45e8-bd8c-67b428b9dfc3 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:59.448957 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-7abedb1b-5922-45e8-bd8c-67b428b9dfc3 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2179110 Apr 30 19:34:59.459946 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 44628) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:34:59.478620 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.v2.base [None req-946faf58-a712-402d-81b3-f3e7a2c6aa1d tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Request body: {'security_group_rule': {'security_group_id': '0c97b8e9-0665-42a1-b368-528dbb6fd52b', 'project_id': '269cfbb152ef4300b85b7cd97f75a140', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=73807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 19:34:59.485782 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-946faf58-a712-402d-81b3-f3e7a2c6aa1d tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:34:59.490318 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-946faf58-a712-402d-81b3-f3e7a2c6aa1d tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Usage tracker for resource:security_group_rule and tenant:269cfbb152ef4300b85b7cd97f75a140 is out of sync, need to count used quota {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:34:59.493351 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-946faf58-a712-402d-81b3-f3e7a2c6aa1d tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:34:59.499631 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-946faf58-a712-402d-81b3-f3e7a2c6aa1d tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:34:59.516964 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-946faf58-a712-402d-81b3-f3e7a2c6aa1d tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:59.640427 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-946faf58-a712-402d-81b3-f3e7a2c6aa1d tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:59.648377 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-946faf58-a712-402d-81b3-f3e7a2c6aa1d tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756817'] for security_group_rule, after_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:59.655491 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:34:59.679327 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946faf58-a712-402d-81b3-f3e7a2c6aa1d tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c32757c-0b18-467a-9a50-db1384227d4c,revision_number=0']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:34:59.696069 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897751cc-7063-43a2-9618-f96580e7a8e8 req-29bb7b0a-f138-423e-831c-1692547e031c tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:34:59.697863 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-897751cc-7063-43a2-9618-f96580e7a8e8 req-29bb7b0a-f138-423e-831c-1692547e031c tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6f90263-c62f-4196-8410-f2367a9a9848 HTTP/1.1" status: 200 len: 944 time: 0.1425171 Apr 30 19:34:59.698774 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-946faf58-a712-402d-81b3-f3e7a2c6aa1d tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:34:59.724793 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-946faf58-a712-402d-81b3-f3e7a2c6aa1d tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:59.725894 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-946faf58-a712-402d-81b3-f3e7a2c6aa1d tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2648761 Apr 30 19:34:59.728728 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 44634) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:34:59.734398 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.v2.base [None req-379aa4e7-039e-47e5-b0ac-617d60ec3487 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Request body: {'security_group_rule': {'security_group_id': '0c97b8e9-0665-42a1-b368-528dbb6fd52b', 'project_id': '269cfbb152ef4300b85b7cd97f75a140', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=73808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 19:34:59.741380 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-379aa4e7-039e-47e5-b0ac-617d60ec3487 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:34:59.745426 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-379aa4e7-039e-47e5-b0ac-617d60ec3487 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Usage tracker for resource:security_group_rule and tenant:269cfbb152ef4300b85b7cd97f75a140 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:34:59.748290 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-379aa4e7-039e-47e5-b0ac-617d60ec3487 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:34:59.753240 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-897751cc-7063-43a2-9618-f96580e7a8e8 req-796f99d4-010f-4eb4-be67-497fc94a65f9 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/security-groups?id=6dbe6155-75cf-4154-b3d9-4527d6dcc146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458276 Apr 30 19:34:59.754790 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-379aa4e7-039e-47e5-b0ac-617d60ec3487 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:34:59.772368 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-379aa4e7-039e-47e5-b0ac-617d60ec3487 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:59.853172 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-379aa4e7-039e-47e5-b0ac-617d60ec3487 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:59.858329 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-379aa4e7-039e-47e5-b0ac-617d60ec3487 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756817'] for security_group_rule, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:59.861084 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:34:59.878616 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379aa4e7-039e-47e5-b0ac-617d60ec3487 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d15c46e8-0a38-472b-8581-fab2c7f7f524,revision_number=0']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:34:59.887013 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-379aa4e7-039e-47e5-b0ac-617d60ec3487 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:34:59.895609 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-379aa4e7-039e-47e5-b0ac-617d60ec3487 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:34:59.896838 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-379aa4e7-039e-47e5-b0ac-617d60ec3487 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1671116 Apr 30 19:34:59.900633 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 44638) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:34:59.907439 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.v2.base [None req-ccf8f0a3-736d-4198-b4e6-db655ebee10e tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Request body: {'security_group_rule': {'security_group_id': '0c97b8e9-0665-42a1-b368-528dbb6fd52b', 'project_id': '269cfbb152ef4300b85b7cd97f75a140', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=73808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 19:34:59.914582 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-ccf8f0a3-736d-4198-b4e6-db655ebee10e tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:34:59.918431 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-ccf8f0a3-736d-4198-b4e6-db655ebee10e tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Usage tracker for resource:security_group_rule and tenant:269cfbb152ef4300b85b7cd97f75a140 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:34:59.921395 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-ccf8f0a3-736d-4198-b4e6-db655ebee10e tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:34:59.927965 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-ccf8f0a3-736d-4198-b4e6-db655ebee10e tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:34:59.946117 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-ccf8f0a3-736d-4198-b4e6-db655ebee10e tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:00.016550 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-ccf8f0a3-736d-4198-b4e6-db655ebee10e tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:00.021597 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-ccf8f0a3-736d-4198-b4e6-db655ebee10e tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756817'] for security_group_rule, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:00.028904 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:35:00.049838 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf8f0a3-736d-4198-b4e6-db655ebee10e tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af9b5179-4054-4c07-9cb6-678240afa3af,revision_number=0']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:35:00.053264 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-ccf8f0a3-736d-4198-b4e6-db655ebee10e tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:35:00.061849 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-ccf8f0a3-736d-4198-b4e6-db655ebee10e tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:00.063041 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-ccf8f0a3-736d-4198-b4e6-db655ebee10e tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1605849 Apr 30 19:35:00.066203 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 44642) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:35:00.071293 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.v2.base [None req-64e72caa-c633-4404-b0d5-711f18b1d978 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Request body: {'security_group_rule': {'security_group_id': '0c97b8e9-0665-42a1-b368-528dbb6fd52b', 'project_id': '269cfbb152ef4300b85b7cd97f75a140', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=73808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 19:35:00.077198 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-64e72caa-c633-4404-b0d5-711f18b1d978 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:35:00.081387 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-64e72caa-c633-4404-b0d5-711f18b1d978 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Usage tracker for resource:security_group_rule and tenant:269cfbb152ef4300b85b7cd97f75a140 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:35:00.084783 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-64e72caa-c633-4404-b0d5-711f18b1d978 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:35:00.091650 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-64e72caa-c633-4404-b0d5-711f18b1d978 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:35:00.102414 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.db.securitygroups_db [None req-64e72caa-c633-4404-b0d5-711f18b1d978 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Project 269cfbb152ef4300b85b7cd97f75a140 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 19:35:00.108528 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-64e72caa-c633-4404-b0d5-711f18b1d978 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:00.223869 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2e5101-1ae7-4926-8e13-bba0f3b42070 None None] Sync routers for ids ['bd3cb6e5-fe28-46bd-838b-bb0405202209'] in dv-cinder-733622-14-smb {{(pid=73809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 19:35:00.237212 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2e5101-1ae7-4926-8e13-bba0f3b42070 None None] Routers {'bd3cb6e5-fe28-46bd-838b-bb0405202209'} bound to L3 agent in host dv-cinder-733622-14-smb {{(pid=73809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 19:35:00.238402 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_hamode_db [None req-cc2e5101-1ae7-4926-8e13-bba0f3b42070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T19:24:27Z,description=,heartbeat_timestamp=2021-04-30T19:34:57Z,host='dv-cinder-733622-14-smb',id=19062261-8801-4f4d-b71c-f22a3dba3fbe,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T19:24:27Z,topic='l3_agent')) {'router_ids': ['bd3cb6e5-fe28-46bd-838b-bb0405202209'], 'active': True} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:35:00.258691 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-64e72caa-c633-4404-b0d5-711f18b1d978 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:00.265769 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-64e72caa-c633-4404-b0d5-711f18b1d978 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756817'] for security_group_rule, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:00.268795 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-410c19e4-170a-474c-bf6a-705e2e0a8939 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:35:00.314570 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-231a9db8-ee9a-473b-aad4-4c3a145e17da req-af61f045-9e56-4739-860f-824f6a19cddb tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bb8116d-e232-45ab-9b2d-8d874920235b HTTP/1.1" status: 200 len: 210 time: 0.0824206 Apr 30 19:35:00.317267 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-64e72caa-c633-4404-b0d5-711f18b1d978 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:00.318484 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-64e72caa-c633-4404-b0d5-711f18b1d978 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2513504 Apr 30 19:35:00.321039 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e72caa-c633-4404-b0d5-711f18b1d978 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5703a41d-359e-4e86-b250-00efdbd805a0,revision_number=0']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:35:00.321541 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 44650) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:35:00.324142 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-64e72caa-c633-4404-b0d5-711f18b1d978 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:35:00.331778 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.v2.base [None req-861a78ec-bc18-4850-aa7c-dc5ce84e806a tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Request body: {'security_group_rule': {'security_group_id': '0c97b8e9-0665-42a1-b368-528dbb6fd52b', 'project_id': '269cfbb152ef4300b85b7cd97f75a140', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=73807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 19:35:00.346786 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-861a78ec-bc18-4850-aa7c-dc5ce84e806a tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:35:00.350839 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-861a78ec-bc18-4850-aa7c-dc5ce84e806a tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Usage tracker for resource:security_group_rule and tenant:269cfbb152ef4300b85b7cd97f75a140 is out of sync, need to count used quota {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:35:00.353916 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-861a78ec-bc18-4850-aa7c-dc5ce84e806a tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:35:00.365350 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-861a78ec-bc18-4850-aa7c-dc5ce84e806a tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:35:00.378962 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.db.securitygroups_db [None req-861a78ec-bc18-4850-aa7c-dc5ce84e806a tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Project 269cfbb152ef4300b85b7cd97f75a140 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 19:35:00.385120 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-861a78ec-bc18-4850-aa7c-dc5ce84e806a tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:00.461830 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-861a78ec-bc18-4850-aa7c-dc5ce84e806a tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:00.465802 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-861a78ec-bc18-4850-aa7c-dc5ce84e806a tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756817'] for security_group_rule, after_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:00.467837 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-7abedb1b-5922-45e8-bd8c-67b428b9dfc3 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:35:00.474850 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_dvr_db [None req-cc2e5101-1ae7-4926-8e13-bba0f3b42070 None None] Set router bd3cb6e5-fe28-46bd-838b-bb0405202209 gateway port host: dv-cinder-733622-14-smb {{(pid=73809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 19:35:00.491130 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861a78ec-bc18-4850-aa7c-dc5ce84e806a tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c82ccfc2-d307-4531-8594-596cd63e8feb,revision_number=0']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:35:00.493606 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-861a78ec-bc18-4850-aa7c-dc5ce84e806a tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:35:00.503694 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-861a78ec-bc18-4850-aa7c-dc5ce84e806a tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:00.505086 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-861a78ec-bc18-4850-aa7c-dc5ce84e806a tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1802769 Apr 30 19:35:00.766616 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Device e9121842-a392-4b4f-b635-1042592001e8 up at agent ovs-agent-dv-cinder-733622-14-smb {{(pid=73809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 19:35:00.914885 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Provisioning complete for port e9121842-a392-4b4f-b635-1042592001e8 triggered by entity L2. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 19:35:00.915302 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618911'] for port, provisioning_complete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:00.945077 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_hamode_db [None req-cc2e5101-1ae7-4926-8e13-bba0f3b42070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd3cb6e5-fe28-46bd-838b-bb0405202209', 'name': 'tempest-TestShelveInstance-1512564343-router', 'tenant_id': '8eab92d2c9d2403d824a2dc5b2157b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'external_fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.123'}], 'enable_snat': True}, 'gw_port_id': 'e9121842-a392-4b4f-b635-1042592001e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T19:34:50Z', 'updated_at': '2021-04-30T19:34:56Z', 'revision_number': 4, 'project_id': '8eab92d2c9d2403d824a2dc5b2157b48', 'gw_port': {'id': 'e9121842-a392-4b4f-b635-1042592001e8', 'name': '', 'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:63:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3cb6e5-fe28-46bd-838b-bb0405202209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:34:51Z', 'updated_at': '2021-04-30T19:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-14-smb', '_interfaces': [{'id': 'fc0925e9-1cae-4776-82d0-c6e98b2b604c', 'name': '', 'network_id': '8367e556-62d4-4466-94c7-9f7ebd46f58c', 'tenant_id': '8eab92d2c9d2403d824a2dc5b2157b48', 'mac_address': 'fa:16:3e:c5:e6:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd3cb6e5-fe28-46bd-838b-bb0405202209', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '7191757f-275a-4406-ba45-ff6253d1ba1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:34:55Z', 'updated_at': '2021-04-30T19:34:56Z', 'revision_number': 2, 'project_id': '8eab92d2c9d2403d824a2dc5b2157b48', 'subnets': [{'id': '7191757f-275a-4406-ba45-ff6253d1ba1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-14-smb', False) {} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:35:00.960101 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2e5101-1ae7-4926-8e13-bba0f3b42070 None None] Checking router: bd3cb6e5-fe28-46bd-838b-bb0405202209 for host: dv-cinder-733622-14-smb {{(pid=73809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 19:35:00.960619 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2e5101-1ae7-4926-8e13-bba0f3b42070 None None] Updating router bd3cb6e5-fe28-46bd-838b-bb0405202209 port fc0925e9-1cae-4776-82d0-c6e98b2b604c binding host dv-cinder-733622-14-smb {{(pid=73809) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 19:35:01.010034 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc37706-de1a-46fd-bb1f-ce7eb6de52e7 req-717dce93-f64a-4cd9-9542-4d360607f5b1 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:35:01.019768 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-3dc37706-de1a-46fd-bb1f-ce7eb6de52e7 req-717dce93-f64a-4cd9-9542-4d360607f5b1 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6f90263-c62f-4196-8410-f2367a9a9848 HTTP/1.1" status: 200 len: 944 time: 0.1175034 Apr 30 19:35:01.046591 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-cc2e5101-1ae7-4926-8e13-bba0f3b42070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:01.063320 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-3dc37706-de1a-46fd-bb1f-ce7eb6de52e7 req-ecd5fea9-a480-4662-a94f-0dc0bd0ece47 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/security-groups?id=6dbe6155-75cf-4154-b3d9-4527d6dcc146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414684 Apr 30 19:35:01.475013 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-31660c04-077a-4d5f-8051-2ff254108eb6 req-45b90440-8323-409f-81f5-510b02d5e5a7 tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bb8116d-e232-45ab-9b2d-8d874920235b HTTP/1.1" status: 200 len: 210 time: 0.0440357 Apr 30 19:35:01.505481 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-cc2e5101-1ae7-4926-8e13-bba0f3b42070 None None] Notify callbacks [] for port, precommit_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:01.517159 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-cc2e5101-1ae7-4926-8e13-bba0f3b42070 None None] Transition to ACTIVE for port object fc0925e9-1cae-4776-82d0-c6e98b2b604c will not be triggered until provisioned by entity L2. {{(pid=73809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 19:35:01.524282 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-cc2e5101-1ae7-4926-8e13-bba0f3b42070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:01.527796 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:35:01.764128 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14e076e-6887-4d65-9c77-e544c02e3f96 None None] Pushing event updated for resources: {'Port': ['ID=fc0925e9-1cae-4776-82d0-c6e98b2b604c,revision_number=3']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:35:01.782690 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-c14e076e-6887-4d65-9c77-e544c02e3f96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:35:01.804771 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [None req-cc2e5101-1ae7-4926-8e13-bba0f3b42070 None None] Attempting to bind port fc0925e9-1cae-4776-82d0-c6e98b2b604c on host dv-cinder-733622-14-smb for vnic_type normal with profile {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 19:35:01.805337 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [None req-cc2e5101-1ae7-4926-8e13-bba0f3b42070 None None] Attempting to bind port fc0925e9-1cae-4776-82d0-c6e98b2b604c by drivers openvswitch,hyperv on host dv-cinder-733622-14-smb at level 0 using segments [{'id': '982ecb55-3b03-42c5-91fd-48f4853e3ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8367e556-62d4-4466-94c7-9f7ebd46f58c'}] {{(pid=73809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 19:35:01.805741 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2e5101-1ae7-4926-8e13-bba0f3b42070 None None] Attempting to bind port fc0925e9-1cae-4776-82d0-c6e98b2b604c on network 8367e556-62d4-4466-94c7-9f7ebd46f58c {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 19:35:01.812053 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2e5101-1ae7-4926-8e13-bba0f3b42070 None None] Checking agent: {'id': '56d0c902-71b4-4ed3-a175-a117eb491650', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 19, 24, 26), 'started_at': datetime.datetime(2021, 4, 30, 19, 24, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 19, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 19:35:01.812476 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2e5101-1ae7-4926-8e13-bba0f3b42070 None None] Checking segment: {'id': '982ecb55-3b03-42c5-91fd-48f4853e3ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8367e556-62d4-4466-94c7-9f7ebd46f58c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 19:35:01.812962 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-cc2e5101-1ae7-4926-8e13-bba0f3b42070 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:01.813357 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2e5101-1ae7-4926-8e13-bba0f3b42070 None None] Bound using segment: {'id': '982ecb55-3b03-42c5-91fd-48f4853e3ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8367e556-62d4-4466-94c7-9f7ebd46f58c'} {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 19:35:01.813853 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [None req-cc2e5101-1ae7-4926-8e13-bba0f3b42070 None None] Bound port: fc0925e9-1cae-4776-82d0-c6e98b2b604c, host: dv-cinder-733622-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '982ecb55-3b03-42c5-91fd-48f4853e3ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8367e556-62d4-4466-94c7-9f7ebd46f58c'}}] {{(pid=73809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 19:35:01.814229 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-cc2e5101-1ae7-4926-8e13-bba0f3b42070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:01.923844 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-cc2e5101-1ae7-4926-8e13-bba0f3b42070 None None] For port fc0925e9-1cae-4776-82d0-c6e98b2b604c, host dv-cinder-733622-14-smb, cleared binding levels {{(pid=73809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 19:35:01.931417 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-cc2e5101-1ae7-4926-8e13-bba0f3b42070 None None] For port fc0925e9-1cae-4776-82d0-c6e98b2b604c, host dv-cinder-733622-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-14-smb',level=0,port_id=fc0925e9-1cae-4776-82d0-c6e98b2b604c,segment=NetworkSegment(982ecb55-3b03-42c5-91fd-48f4853e3ccf),segment_id=982ecb55-3b03-42c5-91fd-48f4853e3ccf)] {{(pid=73809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 19:35:01.935737 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-cc2e5101-1ae7-4926-8e13-bba0f3b42070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:01.939873 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:35:02.023809 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2e5101-1ae7-4926-8e13-bba0f3b42070 None None] Routers {'bd3cb6e5-fe28-46bd-838b-bb0405202209'} bound to L3 agent in host dv-cinder-733622-14-smb {{(pid=73809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 19:35:02.024401 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_hamode_db [None req-cc2e5101-1ae7-4926-8e13-bba0f3b42070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T19:24:27Z,description=,heartbeat_timestamp=2021-04-30T19:34:57Z,host='dv-cinder-733622-14-smb',id=19062261-8801-4f4d-b71c-f22a3dba3fbe,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T19:24:27Z,topic='l3_agent')) {'router_ids': ['bd3cb6e5-fe28-46bd-838b-bb0405202209'], 'active': True} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:35:02.092802 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14e076e-6887-4d65-9c77-e544c02e3f96 None None] Pushing event updated for resources: {'Port': ['ID=fc0925e9-1cae-4776-82d0-c6e98b2b604c,revision_number=4']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:35:02.101517 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-c14e076e-6887-4d65-9c77-e544c02e3f96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:35:02.299981 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_dvr_db [None req-cc2e5101-1ae7-4926-8e13-bba0f3b42070 None None] Set router bd3cb6e5-fe28-46bd-838b-bb0405202209 gateway port host: dv-cinder-733622-14-smb {{(pid=73809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 19:35:02.311301 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2a538c-c371-4438-932f-8ba106f3132b req-1bbf947b-32d0-4b80-a5e3-63abeea551aa tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:35:02.314060 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-3e2a538c-c371-4438-932f-8ba106f3132b req-1bbf947b-32d0-4b80-a5e3-63abeea551aa tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6f90263-c62f-4196-8410-f2367a9a9848 HTTP/1.1" status: 200 len: 944 time: 0.1002309 Apr 30 19:35:02.362402 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-3e2a538c-c371-4438-932f-8ba106f3132b req-6d6b73c9-6e17-42e2-b60f-273a3e6dd21c tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/security-groups?id=6dbe6155-75cf-4154-b3d9-4527d6dcc146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422957 Apr 30 19:35:02.576253 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 44728) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:35:02.667109 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_hamode_db [None req-cc2e5101-1ae7-4926-8e13-bba0f3b42070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd3cb6e5-fe28-46bd-838b-bb0405202209', 'name': 'tempest-TestShelveInstance-1512564343-router', 'tenant_id': '8eab92d2c9d2403d824a2dc5b2157b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'external_fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.123'}], 'enable_snat': True}, 'gw_port_id': 'e9121842-a392-4b4f-b635-1042592001e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T19:34:50Z', 'updated_at': '2021-04-30T19:34:56Z', 'revision_number': 4, 'project_id': '8eab92d2c9d2403d824a2dc5b2157b48', 'gw_port': {'id': 'e9121842-a392-4b4f-b635-1042592001e8', 'name': '', 'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:63:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3cb6e5-fe28-46bd-838b-bb0405202209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:34:51Z', 'updated_at': '2021-04-30T19:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-14-smb', '_interfaces': [{'id': 'fc0925e9-1cae-4776-82d0-c6e98b2b604c', 'name': '', 'network_id': '8367e556-62d4-4466-94c7-9f7ebd46f58c', 'tenant_id': '8eab92d2c9d2403d824a2dc5b2157b48', 'mac_address': 'fa:16:3e:c5:e6:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd3cb6e5-fe28-46bd-838b-bb0405202209', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '7191757f-275a-4406-ba45-ff6253d1ba1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:34:55Z', 'updated_at': '2021-04-30T19:35:01Z', 'revision_number': 4, 'project_id': '8eab92d2c9d2403d824a2dc5b2157b48', 'subnets': [{'id': '7191757f-275a-4406-ba45-ff6253d1ba1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-14-smb', False) {} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:35:02.671516 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2e5101-1ae7-4926-8e13-bba0f3b42070 None None] The sync data for ids ['bd3cb6e5-fe28-46bd-838b-bb0405202209'] in dv-cinder-733622-14-smb is: [{'id': 'bd3cb6e5-fe28-46bd-838b-bb0405202209', 'name': 'tempest-TestShelveInstance-1512564343-router', 'tenant_id': '8eab92d2c9d2403d824a2dc5b2157b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'external_fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.123'}], 'enable_snat': True}, 'gw_port_id': 'e9121842-a392-4b4f-b635-1042592001e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T19:34:50Z', 'updated_at': '2021-04-30T19:34:56Z', 'revision_number': 4, 'project_id': '8eab92d2c9d2403d824a2dc5b2157b48', 'gw_port': {'id': 'e9121842-a392-4b4f-b635-1042592001e8', 'name': '', 'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:63:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3cb6e5-fe28-46bd-838b-bb0405202209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:34:51Z', 'updated_at': '2021-04-30T19:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-14-smb', '_interfaces': [{'id': 'fc0925e9-1cae-4776-82d0-c6e98b2b604c', 'name': '', 'network_id': '8367e556-62d4-4466-94c7-9f7ebd46f58c', 'tenant_id': '8eab92d2c9d2403d824a2dc5b2157b48', 'mac_address': 'fa:16:3e:c5:e6:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd3cb6e5-fe28-46bd-838b-bb0405202209', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '7191757f-275a-4406-ba45-ff6253d1ba1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:34:55Z', 'updated_at': '2021-04-30T19:35:01Z', 'revision_number': 4, 'project_id': '8eab92d2c9d2403d824a2dc5b2157b48', 'subnets': [{'id': '7191757f-275a-4406-ba45-ff6253d1ba1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 19:35:02.754983 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Device fc0925e9-1cae-4776-82d0-c6e98b2b604c up at agent ovs-agent-dv-cinder-733622-14-smb {{(pid=73809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 19:35:02.840986 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Provisioning for port fc0925e9-1cae-4776-82d0-c6e98b2b604c completed by entity L2. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 19:35:02.846694 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Provisioning complete for port fc0925e9-1cae-4776-82d0-c6e98b2b604c triggered by entity L2. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 19:35:02.847072 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618911'] for port, provisioning_complete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:03.024595 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:03.063092 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] For port fc0925e9-1cae-4776-82d0-c6e98b2b604c, host dv-cinder-733622-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-14-smb',level=0,port_id=fc0925e9-1cae-4776-82d0-c6e98b2b604c,segment=NetworkSegment(982ecb55-3b03-42c5-91fd-48f4853e3ccf),segment_id=982ecb55-3b03-42c5-91fd-48f4853e3ccf)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:35:03.070176 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:03.072499 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:35:03.182053 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Pushing event updated for resources: {'Port': ['ID=fc0925e9-1cae-4776-82d0-c6e98b2b604c,revision_number=5']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:35:03.185575 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:35:03.310764 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-53680c0c-781d-4d3c-b7d9-8fc2d42df656 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657221'] for router_interface, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:03.588388 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06417634-fdb5-48fb-8add-2db4e21a37d6 req-4e7ae460-621e-49f4-8a56-bc75517de226 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:35:03.596632 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-06417634-fdb5-48fb-8add-2db4e21a37d6 req-4e7ae460-621e-49f4-8a56-bc75517de226 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6f90263-c62f-4196-8410-f2367a9a9848 HTTP/1.1" status: 200 len: 944 time: 0.1101332 Apr 30 19:35:03.639691 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-06417634-fdb5-48fb-8add-2db4e21a37d6 req-b04d7c88-d2ac-413d-8c3f-740e5a0cfeff tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/security-groups?id=6dbe6155-75cf-4154-b3d9-4527d6dcc146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420051 Apr 30 19:35:03.764642 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.plugins.ml2.plugin [None req-53680c0c-781d-4d3c-b7d9-8fc2d42df656 admin admin] Deleting port 12b2c0df-2e2d-4e74-a3d1-6e86091cfa5d {{(pid=73808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 19:35:03.765277 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-53680c0c-781d-4d3c-b7d9-8fc2d42df656 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780697314645'] for port, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:03.884972 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.plugins.ml2.db [None req-53680c0c-781d-4d3c-b7d9-8fc2d42df656 admin admin] For port 12b2c0df-2e2d-4e74-a3d1-6e86091cfa5d, host dv-cinder-733622-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-14-smb',level=0,port_id=12b2c0df-2e2d-4e74-a3d1-6e86091cfa5d,segment=NetworkSegment(1eca5c76-e379-494b-9353-e03704231675),segment_id=1eca5c76-e379-494b-9353-e03704231675)] {{(pid=73808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:35:03.885319 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-53680c0c-781d-4d3c-b7d9-8fc2d42df656 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664767'] for port, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:04.010081 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.plugins.ml2.plugin [None req-53680c0c-781d-4d3c-b7d9-8fc2d42df656 admin admin] Calling delete_port for 12b2c0df-2e2d-4e74-a3d1-6e86091cfa5d owned by network:router_interface {{(pid=73808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 19:35:04.298694 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-53680c0c-781d-4d3c-b7d9-8fc2d42df656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780697316006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780696898079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60822380'] for port, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:04.303513 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:35:04.346213 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53680c0c-781d-4d3c-b7d9-8fc2d42df656 admin admin] Pushing event deleted for resources: {'Port': ['ID=12b2c0df-2e2d-4e74-a3d1-6e86091cfa5d,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:35:04.348767 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-53680c0c-781d-4d3c-b7d9-8fc2d42df656 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:35:04.398491 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Device eaf5a615-727a-4a28-8c2a-6f97b2200e55 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=73809) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 19:35:04.554631 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-65ba8c12-0d06-4959-8304-606821799626 None None] For port eaf5a615-727a-4a28-8c2a-6f97b2200e55, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=eaf5a615-727a-4a28-8c2a-6f97b2200e55,segment=NetworkSegment(1cec1924-575a-47da-bbe7-12777d2ca2b9),segment_id=1cec1924-575a-47da-bbe7-12777d2ca2b9)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:35:04.572565 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Returning: {'device': 'eaf5a615-727a-4a28-8c2a-6f97b2200e55', 'network_id': '2ca4816a-af9f-4da4-b37e-8b11481e1c88', 'port_id': 'eaf5a615-727a-4a28-8c2a-6f97b2200e55', 'mac_address': 'fa:16:3e:f4:e5:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a120cce1-df08-442f-ba0c-25e89e3b37cd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73809) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 19:35:04.649526 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:04.691652 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.notifiers.nova [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eaf5a615-727a-4a28-8c2a-6f97b2200e55 {{(pid=73809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 19:35:04.737745 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-65ba8c12-0d06-4959-8304-606821799626 None None] For port eaf5a615-727a-4a28-8c2a-6f97b2200e55, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=eaf5a615-727a-4a28-8c2a-6f97b2200e55,segment=NetworkSegment(1cec1924-575a-47da-bbe7-12777d2ca2b9),segment_id=1cec1924-575a-47da-bbe7-12777d2ca2b9)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:35:04.742301 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:04.744020 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:35:04.811505 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-53680c0c-781d-4d3c-b7d9-8fc2d42df656 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665589'] for router_interface, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:04.823530 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Pushing event updated for resources: {'Port': ['ID=eaf5a615-727a-4a28-8c2a-6f97b2200e55,revision_number=9']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:35:04.827359 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:35:04.841797 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Device fc0925e9-1cae-4776-82d0-c6e98b2b604c up at agent ovs-agent-dv-cinder-733622-14-smb {{(pid=73809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 19:35:04.916784 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Provisioning complete for port fc0925e9-1cae-4776-82d0-c6e98b2b604c triggered by entity L2. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 19:35:04.917161 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618911'] for port, provisioning_complete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:05.009024 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-65ba8c12-0d06-4959-8304-606821799626 None None] get_ports_and_sgs() called for port_ids ['eaf5a615-727a-4a28-8c2a-6f97b2200e55'] {{(pid=73809) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 19:35:05.062105 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d5e1c9-9168-4b7a-bcad-e7b6a299b9a8 req-b8a7792a-599c-455d-b4a4-40ac6a45a38d tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:35:05.063658 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-93d5e1c9-9168-4b7a-bcad-e7b6a299b9a8 req-b8a7792a-599c-455d-b4a4-40ac6a45a38d tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6f90263-c62f-4196-8410-f2367a9a9848 HTTP/1.1" status: 200 len: 945 time: 0.2388449 Apr 30 19:35:05.242514 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-93d5e1c9-9168-4b7a-bcad-e7b6a299b9a8 req-a9254485-5e72-4033-b596-2ad53db361aa tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/security-groups?id=6dbe6155-75cf-4154-b3d9-4527d6dcc146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275911 Apr 30 19:35:05.278441 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53680c0c-781d-4d3c-b7d9-8fc2d42df656 admin admin] Router ef361bd5-95bd-41f5-8110-fc1fe71180a6 has already been hosted by L3 agent 19062261-8801-4f4d-b71c-f22a3dba3fbe {{(pid=73808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 19:35:05.458795 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53680c0c-781d-4d3c-b7d9-8fc2d42df656 admin admin] Notify agent at l3_agent.dv-cinder-733622-14-smb the message routers_updated {{(pid=73808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 19:35:05.467141 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c7359a-f1d6-4e8b-81e0-470aff02d51a None None] Sync routers for ids ['ef361bd5-95bd-41f5-8110-fc1fe71180a6'] in dv-cinder-733622-14-smb {{(pid=73810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 19:35:05.477403 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c7359a-f1d6-4e8b-81e0-470aff02d51a None None] Routers {'ef361bd5-95bd-41f5-8110-fc1fe71180a6'} bound to L3 agent in host dv-cinder-733622-14-smb {{(pid=73810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 19:35:05.477995 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-53680c0c-781d-4d3c-b7d9-8fc2d42df656 admin admin] 10.222.0.41 "PUT /v2.0/routers/ef361bd5-95bd-41f5-8110-fc1fe71180a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9004798 Apr 30 19:35:05.478853 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-08c7359a-f1d6-4e8b-81e0-470aff02d51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T19:24:27Z,description=,heartbeat_timestamp=2021-04-30T19:34:57Z,host='dv-cinder-733622-14-smb',id=19062261-8801-4f4d-b71c-f22a3dba3fbe,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T19:24:27Z,topic='l3_agent')) {'router_ids': ['ef361bd5-95bd-41f5-8110-fc1fe71180a6'], 'active': True} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:35:05.480177 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 44754) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:35:05.663123 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.l3_dvr_db [None req-08c7359a-f1d6-4e8b-81e0-470aff02d51a None None] Set router ef361bd5-95bd-41f5-8110-fc1fe71180a6 gateway port host: dv-cinder-733622-14-smb {{(pid=73810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 19:35:05.672370 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-3e1a0b66-e8d5-477d-adc8-67fc08c5d68c admin admin] Notify callbacks [] for router, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:05.869115 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-3e1a0b66-e8d5-477d-adc8-67fc08c5d68c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:05.958774 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-08c7359a-f1d6-4e8b-81e0-470aff02d51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef361bd5-95bd-41f5-8110-fc1fe71180a6', 'name': 'tempest-ServerRescueNegativeTestJSON-365063320-router', 'tenant_id': 'b687dbbcb0d540b592764d29c8baa1ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'external_fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.19'}], 'enable_snat': True}, 'gw_port_id': 'e6593118-3453-4a0e-b931-6916a4d8c549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T19:32:06Z', 'updated_at': '2021-04-30T19:35:04Z', 'revision_number': 5, 'project_id': 'b687dbbcb0d540b592764d29c8baa1ab', 'gw_port': {'id': 'e6593118-3453-4a0e-b931-6916a4d8c549', 'name': '', 'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ba:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef361bd5-95bd-41f5-8110-fc1fe71180a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:32:08Z', 'updated_at': '2021-04-30T19:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-14-smb'}], 'dv-cinder-733622-14-smb', False) {} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:35:05.962740 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c7359a-f1d6-4e8b-81e0-470aff02d51a None None] Checking router: ef361bd5-95bd-41f5-8110-fc1fe71180a6 for host: dv-cinder-733622-14-smb {{(pid=73810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 19:35:05.971778 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c7359a-f1d6-4e8b-81e0-470aff02d51a None None] Routers {'ef361bd5-95bd-41f5-8110-fc1fe71180a6'} bound to L3 agent in host dv-cinder-733622-14-smb {{(pid=73810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 19:35:05.972419 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-08c7359a-f1d6-4e8b-81e0-470aff02d51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T19:24:27Z,description=,heartbeat_timestamp=2021-04-30T19:34:57Z,host='dv-cinder-733622-14-smb',id=19062261-8801-4f4d-b71c-f22a3dba3fbe,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T19:24:27Z,topic='l3_agent')) {'router_ids': ['ef361bd5-95bd-41f5-8110-fc1fe71180a6'], 'active': True} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:35:06.048442 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.plugins.ml2.plugin [None req-3e1a0b66-e8d5-477d-adc8-67fc08c5d68c admin admin] Deleting port e6593118-3453-4a0e-b931-6916a4d8c549 {{(pid=73808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 19:35:06.048779 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-3e1a0b66-e8d5-477d-adc8-67fc08c5d68c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780697314645'] for port, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:06.157133 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.l3_dvr_db [None req-08c7359a-f1d6-4e8b-81e0-470aff02d51a None None] Set router ef361bd5-95bd-41f5-8110-fc1fe71180a6 gateway port host: None {{(pid=73810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 19:35:06.170438 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.plugins.ml2.db [None req-3e1a0b66-e8d5-477d-adc8-67fc08c5d68c admin admin] For port e6593118-3453-4a0e-b931-6916a4d8c549, host dv-cinder-733622-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-14-smb',level=0,port_id=e6593118-3453-4a0e-b931-6916a4d8c549,segment=NetworkSegment(8177dc3e-ee2d-49a8-85cc-32dd03e75f21),segment_id=8177dc3e-ee2d-49a8-85cc-32dd03e75f21)] {{(pid=73808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:35:06.170793 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-3e1a0b66-e8d5-477d-adc8-67fc08c5d68c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664767'] for port, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:06.261951 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-08c7359a-f1d6-4e8b-81e0-470aff02d51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef361bd5-95bd-41f5-8110-fc1fe71180a6', 'name': 'tempest-ServerRescueNegativeTestJSON-365063320-router', 'tenant_id': 'b687dbbcb0d540b592764d29c8baa1ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T19:32:06Z', 'updated_at': '2021-04-30T19:35:05Z', 'revision_number': 6, 'project_id': 'b687dbbcb0d540b592764d29c8baa1ab', 'gw_port_host': None}], 'dv-cinder-733622-14-smb', False) {} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:35:06.266448 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c7359a-f1d6-4e8b-81e0-470aff02d51a None None] The sync data for ids ['ef361bd5-95bd-41f5-8110-fc1fe71180a6'] in dv-cinder-733622-14-smb is: [{'id': 'ef361bd5-95bd-41f5-8110-fc1fe71180a6', 'name': 'tempest-ServerRescueNegativeTestJSON-365063320-router', 'tenant_id': 'b687dbbcb0d540b592764d29c8baa1ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T19:32:06Z', 'updated_at': '2021-04-30T19:35:05Z', 'revision_number': 6, 'project_id': 'b687dbbcb0d540b592764d29c8baa1ab', 'gw_port_host': None}] {{(pid=73810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 19:35:06.299410 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.plugins.ml2.plugin [None req-3e1a0b66-e8d5-477d-adc8-67fc08c5d68c admin admin] Calling delete_port for e6593118-3453-4a0e-b931-6916a4d8c549 owned by network:router_gateway {{(pid=73808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 19:35:06.405949 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Device eaf5a615-727a-4a28-8c2a-6f97b2200e55 up at agent hyperv_hv-cinder-73362 {{(pid=73809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 19:35:06.482311 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Provisioning complete for port eaf5a615-727a-4a28-8c2a-6f97b2200e55 triggered by entity L2. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 19:35:06.482849 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618911'] for port, provisioning_complete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:06.512586 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0aef59-7805-4f8d-bb09-251bdebb4b48 req-b8aaec67-08e3-4a45-a550-4ecb91669de7 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:35:06.515114 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-9c0aef59-7805-4f8d-bb09-251bdebb4b48 req-b8aaec67-08e3-4a45-a550-4ecb91669de7 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6f90263-c62f-4196-8410-f2367a9a9848 HTTP/1.1" status: 200 len: 945 time: 0.1447098 Apr 30 19:35:06.550855 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-3e1a0b66-e8d5-477d-adc8-67fc08c5d68c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780697316006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780696898079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60822380'] for port, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:06.558754 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:35:06.612709 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:06.616932 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1a0b66-e8d5-477d-adc8-67fc08c5d68c admin admin] Pushing event deleted for resources: {'Port': ['ID=e6593118-3453-4a0e-b931-6916a4d8c549,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:35:06.648811 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6f90263-c62f-4196-8410-f2367a9a9848', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaf5a615-727a-4a28-8c2a-6f97b2200e55'}] {{(pid=73809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 19:35:06.663680 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-65ba8c12-0d06-4959-8304-606821799626 None None] For port eaf5a615-727a-4a28-8c2a-6f97b2200e55, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=eaf5a615-727a-4a28-8c2a-6f97b2200e55,segment=NetworkSegment(1cec1924-575a-47da-bbe7-12777d2ca2b9),segment_id=1cec1924-575a-47da-bbe7-12777d2ca2b9)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:35:06.670762 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:06.678559 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-ace40c9a-5428-480a-b02d-88af2d6e2cd4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:35:06.704755 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-9c0aef59-7805-4f8d-bb09-251bdebb4b48 req-8a06b832-d3a5-40b0-b928-bd05f42afeb0 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/security-groups?id=6dbe6155-75cf-4154-b3d9-4527d6dcc146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1821885 Apr 30 19:35:06.709924 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1a0b66-e8d5-477d-adc8-67fc08c5d68c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:35:06.712085 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1a0b66-e8d5-477d-adc8-67fc08c5d68c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:35:06.712482 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1a0b66-e8d5-477d-adc8-67fc08c5d68c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:35:06.713011 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1a0b66-e8d5-477d-adc8-67fc08c5d68c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:35:06.713383 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1a0b66-e8d5-477d-adc8-67fc08c5d68c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:35:06.713756 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1a0b66-e8d5-477d-adc8-67fc08c5d68c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:35:06.714109 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1a0b66-e8d5-477d-adc8-67fc08c5d68c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:35:06.714459 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1a0b66-e8d5-477d-adc8-67fc08c5d68c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:35:06.714806 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1a0b66-e8d5-477d-adc8-67fc08c5d68c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:35:06.715150 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1a0b66-e8d5-477d-adc8-67fc08c5d68c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:35:06.715497 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1a0b66-e8d5-477d-adc8-67fc08c5d68c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:35:06.715836 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1a0b66-e8d5-477d-adc8-67fc08c5d68c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:35:06.719960 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Device 12b2c0df-2e2d-4e74-a3d1-6e86091cfa5d no longer exists at agent ovs-agent-dv-cinder-733622-14-smb {{(pid=73809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 19:35:06.728429 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-3e1a0b66-e8d5-477d-adc8-67fc08c5d68c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:35:06.753042 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-3e1a0b66-e8d5-477d-adc8-67fc08c5d68c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-679274'] for router_gateway, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:06.756349 dv-cinder-733622-14-smb neutron-server[73809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6f90263-c62f-4196-8410-f2367a9a9848', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaf5a615-727a-4a28-8c2a-6f97b2200e55', 'code': 200} Apr 30 19:35:06.772137 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] No Port match for: 12b2c0df-2e2d-4e74-a3d1-6e86091cfa5d {{(pid=73809) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 19:35:06.772428 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Device 12b2c0df-2e2d-4e74-a3d1-6e86091cfa5d not bound to the agent host dv-cinder-733622-14-smb {{(pid=73809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 19:35:06.804772 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Pushing event updated for resources: {'Port': ['ID=eaf5a615-727a-4a28-8c2a-6f97b2200e55,revision_number=10']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:35:06.808384 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:35:06.943613 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-3e1a0b66-e8d5-477d-adc8-67fc08c5d68c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-678398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28832'] for router, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:06.945869 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-3e1a0b66-e8d5-477d-adc8-67fc08c5d68c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:07.036319 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-3e1a0b66-e8d5-477d-adc8-67fc08c5d68c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-679714'] for router, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:07.036990 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e1a0b66-e8d5-477d-adc8-67fc08c5d68c admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef361bd5-95bd-41f5-8110-fc1fe71180a6 {{(pid=73808) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 30 19:35:07.051630 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-3e1a0b66-e8d5-477d-adc8-67fc08c5d68c admin admin] Notify callbacks [] for router, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:07.060216 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 44772) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:35:07.060835 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-3e1a0b66-e8d5-477d-adc8-67fc08c5d68c admin admin] 10.222.0.41 "DELETE /v2.0/routers/ef361bd5-95bd-41f5-8110-fc1fe71180a6 HTTP/1.1" status: 204 len: 168 time: 1.5744827 Apr 30 19:35:07.129821 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.db_base_plugin_v2 [None req-264013c9-72cc-4c4e-ab55-2b6ac1f977f3 admin admin] Deleting subnet 7fdb9f4a-37a8-450d-a546-25c2f22121ea {{(pid=73807) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 19:35:07.130920 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.agents_db [None req-91d1fe81-9981-4281-a1b3-92062b07bd48 None None] Agent healthcheck: found 6 active agents {{(pid=73810) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 19:35:07.133427 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-264013c9-72cc-4c4e-ab55-2b6ac1f977f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:07.191656 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-264013c9-72cc-4c4e-ab55-2b6ac1f977f3 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:07.199816 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-264013c9-72cc-4c4e-ab55-2b6ac1f977f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3610189'] for subnet, precommit_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:07.446645 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7edc28-bcf6-418a-a47d-16ca311cfcfc req-36f3d20f-6a1d-463e-be4f-d9f4eb201555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:35:07.448205 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-cb7edc28-bcf6-418a-a47d-16ca311cfcfc req-36f3d20f-6a1d-463e-be4f-d9f4eb201555 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e6f90263-c62f-4196-8410-f2367a9a9848 HTTP/1.1" status: 200 len: 1100 time: 0.1639805 Apr 30 19:35:07.553829 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-cb7edc28-bcf6-418a-a47d-16ca311cfcfc req-a9cc9fc8-bf1a-4638-8a4f-62dc572a8499 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=6dbe6155-75cf-4154-b3d9-4527d6dcc146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589478 Apr 30 19:35:07.571576 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-264013c9-72cc-4c4e-ab55-2b6ac1f977f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3610180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137'] for subnet, after_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:07.576382 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-04dca512-3590-40d5-9d68-ab73de6c5491 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:35:07.613195 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-264013c9-72cc-4c4e-ab55-2b6ac1f977f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:07.615717 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264013c9-72cc-4c4e-ab55-2b6ac1f977f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fdb9f4a-37a8-450d-a546-25c2f22121ea,revision_number=None']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:35:07.626535 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264013c9-72cc-4c4e-ab55-2b6ac1f977f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:35:07.626907 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264013c9-72cc-4c4e-ab55-2b6ac1f977f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:35:07.627260 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264013c9-72cc-4c4e-ab55-2b6ac1f977f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:35:07.627609 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264013c9-72cc-4c4e-ab55-2b6ac1f977f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:35:07.627964 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264013c9-72cc-4c4e-ab55-2b6ac1f977f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:35:07.628338 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264013c9-72cc-4c4e-ab55-2b6ac1f977f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:35:07.628681 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264013c9-72cc-4c4e-ab55-2b6ac1f977f3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:35:07.629020 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264013c9-72cc-4c4e-ab55-2b6ac1f977f3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:35:07.629361 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264013c9-72cc-4c4e-ab55-2b6ac1f977f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:35:07.629698 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264013c9-72cc-4c4e-ab55-2b6ac1f977f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:35:07.630032 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264013c9-72cc-4c4e-ab55-2b6ac1f977f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:35:07.630367 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264013c9-72cc-4c4e-ab55-2b6ac1f977f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:35:07.633713 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-264013c9-72cc-4c4e-ab55-2b6ac1f977f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:35:07.635241 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-264013c9-72cc-4c4e-ab55-2b6ac1f977f3 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/7fdb9f4a-37a8-450d-a546-25c2f22121ea HTTP/1.1" status: 204 len: 168 time: 0.5782070 Apr 30 19:35:07.637761 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 44780) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:35:07.744575 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-331d76e9-3aae-4173-ba10-60188c6fe67c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3786539'] for network, before_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:08.003966 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-331d76e9-3aae-4173-ba10-60188c6fe67c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3605456', 'neutron.services.segments.db._delete_segments_for_network-8780697326129'] for network, precommit_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:08.142206 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-331d76e9-3aae-4173-ba10-60188c6fe67c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=73807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:35:08.142905 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-331d76e9-3aae-4173-ba10-60188c6fe67c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=73807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:35:08.143287 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-331d76e9-3aae-4173-ba10-60188c6fe67c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=73807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:35:08.143635 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-331d76e9-3aae-4173-ba10-60188c6fe67c admin admin] Subscribe: > port after_create 55550000 {{(pid=73807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:35:08.143970 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-331d76e9-3aae-4173-ba10-60188c6fe67c admin admin] Subscribe: > port after_delete 55550000 {{(pid=73807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:35:08.144322 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-331d76e9-3aae-4173-ba10-60188c6fe67c admin admin] Subscribe: > port after_update 55550000 {{(pid=73807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:35:08.144645 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-331d76e9-3aae-4173-ba10-60188c6fe67c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=73807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:35:08.144962 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-331d76e9-3aae-4173-ba10-60188c6fe67c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=73807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:35:08.145277 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-331d76e9-3aae-4173-ba10-60188c6fe67c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=73807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:35:08.145587 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-331d76e9-3aae-4173-ba10-60188c6fe67c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=73807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:35:08.256212 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-331d76e9-3aae-4173-ba10-60188c6fe67c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=73807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:35:08.256599 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-331d76e9-3aae-4173-ba10-60188c6fe67c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=73807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:35:08.256936 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-331d76e9-3aae-4173-ba10-60188c6fe67c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=73807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:35:08.257269 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-331d76e9-3aae-4173-ba10-60188c6fe67c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=73807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 19:35:08.257643 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.services.segments.db [None req-331d76e9-3aae-4173-ba10-60188c6fe67c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f30450fe-9c9f-4fd9-802e-cfb944509dec']}} {{(pid=73807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:35:08.275514 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.services.segments.db [None req-331d76e9-3aae-4173-ba10-60188c6fe67c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1eca5c76-e379-494b-9353-e03704231675') {'for_net_delete': True} {{(pid=73807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:35:08.275802 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.services.segments.db [None req-331d76e9-3aae-4173-ba10-60188c6fe67c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1eca5c76-e379-494b-9353-e03704231675') {} {{(pid=73807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:35:08.289974 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490328f8-c481-4544-b9e8-3b750c34434a req-37f262c1-b85b-458f-8927-c25725cadc83 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:35:08.291495 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-490328f8-c481-4544-b9e8-3b750c34434a req-37f262c1-b85b-458f-8927-c25725cadc83 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6f90263-c62f-4196-8410-f2367a9a9848 HTTP/1.1" status: 200 len: 947 time: 0.3971171 Apr 30 19:35:08.297812 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-331d76e9-3aae-4173-ba10-60188c6fe67c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780697336679', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62633761'] for segment, before_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:08.334536 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-331d76e9-3aae-4173-ba10-60188c6fe67c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611927'] for segment, precommit_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:08.353631 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-331d76e9-3aae-4173-ba10-60188c6fe67c admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=73807) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 19:35:08.386991 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-490328f8-c481-4544-b9e8-3b750c34434a req-9a476c40-77a4-46d1-ae6d-ec972027f190 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/security-groups?id=6dbe6155-75cf-4154-b3d9-4527d6dcc146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821016 Apr 30 19:35:08.549329 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.managers [None req-331d76e9-3aae-4173-ba10-60188c6fe67c admin admin] Network f30450fe-9c9f-4fd9-802e-cfb944509dec has no segments {{(pid=73807) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 19:35:08.558600 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-331d76e9-3aae-4173-ba10-60188c6fe67c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62583933'] for segment, after_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:08.758024 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.managers [None req-331d76e9-3aae-4173-ba10-60188c6fe67c admin admin] Network f30450fe-9c9f-4fd9-802e-cfb944509dec has no segments {{(pid=73807) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 19:35:08.777938 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Device e6593118-3453-4a0e-b931-6916a4d8c549 no longer exists at agent ovs-agent-dv-cinder-733622-14-smb {{(pid=73809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 19:35:08.793129 dv-cinder-733622-14-smb neutron-server[73807]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 30 19:35:08.793129 dv-cinder-733622-14-smb neutron-server[73807]: from cryptography.utils import int_from_bytes Apr 30 19:35:08.793129 dv-cinder-733622-14-smb neutron-server[73807]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 30 19:35:08.793129 dv-cinder-733622-14-smb neutron-server[73807]: from cryptography.utils import int_from_bytes Apr 30 19:35:08.793129 dv-cinder-733622-14-smb neutron-server[73807]: Traceback (most recent call last): Apr 30 19:35:08.793129 dv-cinder-733622-14-smb neutron-server[73807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 19:35:08.793129 dv-cinder-733622-14-smb neutron-server[73807]: timer() Apr 30 19:35:08.793129 dv-cinder-733622-14-smb neutron-server[73807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 19:35:08.793129 dv-cinder-733622-14-smb neutron-server[73807]: cb(*args, **kw) Apr 30 19:35:08.793129 dv-cinder-733622-14-smb neutron-server[73807]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 19:35:08.793129 dv-cinder-733622-14-smb neutron-server[73807]: return func(*args, **kwargs) Apr 30 19:35:08.793129 dv-cinder-733622-14-smb neutron-server[73807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 19:35:08.793129 dv-cinder-733622-14-smb neutron-server[73807]: self._notify() Apr 30 19:35:08.793129 dv-cinder-733622-14-smb neutron-server[73807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 19:35:08.793129 dv-cinder-733622-14-smb neutron-server[73807]: self.callback(batched_events) Apr 30 19:35:08.793129 dv-cinder-733622-14-smb neutron-server[73807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 19:35:08.793129 dv-cinder-733622-14-smb neutron-server[73807]: event.method(event) Apr 30 19:35:08.793129 dv-cinder-733622-14-smb neutron-server[73807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 19:35:08.793129 dv-cinder-733622-14-smb neutron-server[73807]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 19:35:08.793129 dv-cinder-733622-14-smb neutron-server[73807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 19:35:08.793129 dv-cinder-733622-14-smb neutron-server[73807]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 19:35:08.793129 dv-cinder-733622-14-smb neutron-server[73807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 19:35:08.793129 dv-cinder-733622-14-smb neutron-server[73807]: return f(self, *a, **k) Apr 30 19:35:08.793129 dv-cinder-733622-14-smb neutron-server[73807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 19:35:08.793129 dv-cinder-733622-14-smb neutron-server[73807]: return self._get(url).json() Apr 30 19:35:08.793129 dv-cinder-733622-14-smb neutron-server[73807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 19:35:08.793129 dv-cinder-733622-14-smb neutron-server[73807]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 19:35:08.793129 dv-cinder-733622-14-smb neutron-server[73807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 19:35:08.793129 dv-cinder-733622-14-smb neutron-server[73807]: return self.request(url, 'GET', **kwargs) Apr 30 19:35:08.793129 dv-cinder-733622-14-smb neutron-server[73807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 19:35:08.793129 dv-cinder-733622-14-smb neutron-server[73807]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 19:35:08.793129 dv-cinder-733622-14-smb neutron-server[73807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 19:35:08.793129 dv-cinder-733622-14-smb neutron-server[73807]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 19:35:08.793129 dv-cinder-733622-14-smb neutron-server[73807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 19:35:08.793129 dv-cinder-733622-14-smb neutron-server[73807]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 19:35:08.793129 dv-cinder-733622-14-smb neutron-server[73807]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 19:35:08.817069 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] No Port match for: e6593118-3453-4a0e-b931-6916a4d8c549 {{(pid=73809) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 19:35:08.817418 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Device e6593118-3453-4a0e-b931-6916a4d8c549 not bound to the agent host dv-cinder-733622-14-smb {{(pid=73809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 19:35:08.878076 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-331d76e9-3aae-4173-ba10-60188c6fe67c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3605455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679237'] for network, after_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:08.884556 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-331d76e9-3aae-4173-ba10-60188c6fe67c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533183'] for network, before_response {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:08.887041 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:35:08.911858 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331d76e9-3aae-4173-ba10-60188c6fe67c admin admin] Pushing event deleted for resources: {'Network': ['ID=f30450fe-9c9f-4fd9-802e-cfb944509dec,revision_number=None']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:35:08.914516 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-331d76e9-3aae-4173-ba10-60188c6fe67c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:35:08.920882 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-331d76e9-3aae-4173-ba10-60188c6fe67c admin admin] 10.222.0.41 "DELETE /v2.0/networks/f30450fe-9c9f-4fd9-802e-cfb944509dec HTTP/1.1" status: 204 len: 168 time: 1.2821369 Apr 30 19:35:09.054314 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 44830) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:35:09.112322 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-a93103d8-a659-4635-8b10-f501513afc81 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b687dbbcb0d540b592764d29c8baa1ab&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0541778 Apr 30 19:35:09.112463 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 44834) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:35:09.180607 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-82ae1347-a8d0-489d-a550-831db40b819c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:09.208868 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-82ae1347-a8d0-489d-a550-831db40b819c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:09.261991 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-82ae1347-a8d0-489d-a550-831db40b819c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:09.265668 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-0f43679e-9d20-474e-8381-f6c2b4c38936 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:35:09.279003 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ae1347-a8d0-489d-a550-831db40b819c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37889038-5279-4736-a9a0-7b515de45d9e,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:35:09.281899 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-82ae1347-a8d0-489d-a550-831db40b819c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:35:09.292615 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-82ae1347-a8d0-489d-a550-831db40b819c admin admin] Notify callbacks [] for security_group, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:09.293704 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-82ae1347-a8d0-489d-a550-831db40b819c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/37889038-5279-4736-a9a0-7b515de45d9e HTTP/1.1" status: 204 len: 168 time: 0.1803100 Apr 30 19:35:09.595309 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84545d52-baa2-4d96-9f36-74acb6d819c5 req-37bbba73-b804-4697-84d2-08d87a23c090 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:35:09.597096 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-84545d52-baa2-4d96-9f36-74acb6d819c5 req-37bbba73-b804-4697-84d2-08d87a23c090 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6f90263-c62f-4196-8410-f2367a9a9848 HTTP/1.1" status: 200 len: 947 time: 0.0932319 Apr 30 19:35:09.655193 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-84545d52-baa2-4d96-9f36-74acb6d819c5 req-38bdd491-221f-470b-8ef1-c45c33ba31aa tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/security-groups?id=6dbe6155-75cf-4154-b3d9-4527d6dcc146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520046 Apr 30 19:35:11.422714 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec19d5f-db94-4abf-88b0-6d7546a9d057 req-1d3ab19d-4b19-458f-8be6-15b16895f675 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:35:11.424074 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-1ec19d5f-db94-4abf-88b0-6d7546a9d057 req-1d3ab19d-4b19-458f-8be6-15b16895f675 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.41 "GET /v2.0/ports?device_id=3394bdf1-036b-4b34-aa2b-feb8c50fb28e HTTP/1.1" status: 200 len: 946 time: 0.0816045 Apr 30 19:35:11.469715 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-1ec19d5f-db94-4abf-88b0-6d7546a9d057 req-ca9affb5-055b-4bd4-ac44-4eec3bb3d834 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.41 "GET /v2.0/security-groups?id=71be5d99-fb6b-4407-8806-836c5d750a20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397172 Apr 30 19:35:12.666841 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d2856c-1360-49d0-b367-73758d3081a2 req-2e60f6dc-0adf-4204-96ca-39f824357ddf tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:35:12.668300 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-60d2856c-1360-49d0-b367-73758d3081a2 req-2e60f6dc-0adf-4204-96ca-39f824357ddf tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.41 "GET /v2.0/ports?device_id=3394bdf1-036b-4b34-aa2b-feb8c50fb28e HTTP/1.1" status: 200 len: 946 time: 0.0853980 Apr 30 19:35:12.714934 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-60d2856c-1360-49d0-b367-73758d3081a2 req-24ee596b-38e3-41dc-a99c-2f58e0568228 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.41 "GET /v2.0/security-groups?id=71be5d99-fb6b-4407-8806-836c5d750a20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404975 Apr 30 19:35:13.588778 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 44938) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:35:13.735741 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-b8081aff-fb42-43cd-bc58-88081b9fb758 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:13.753343 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-b8081aff-fb42-43cd-bc58-88081b9fb758 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:35:13.757452 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-b8081aff-fb42-43cd-bc58-88081b9fb758 admin admin] Usage tracker for resource:security_group_rule and tenant:8d2706ee5d8146d598117eb93593bf7f is out of sync, need to count used quota {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:35:13.760437 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-b8081aff-fb42-43cd-bc58-88081b9fb758 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:35:13.768053 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-b8081aff-fb42-43cd-bc58-88081b9fb758 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:35:13.911499 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-b8081aff-fb42-43cd-bc58-88081b9fb758 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:13.916098 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-b8081aff-fb42-43cd-bc58-88081b9fb758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:13.924803 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-8186ac3c-db33-4ad8-834e-f0c79de3fa11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:35:13.976359 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-b8081aff-fb42-43cd-bc58-88081b9fb758 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8d2706ee5d8146d598117eb93593bf7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3864007 Apr 30 19:35:13.979097 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 44952) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:35:13.979736 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8081aff-fb42-43cd-bc58-88081b9fb758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c031aaf7-9363-4a8f-9299-2dc62b5037bf,revision_number=1']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:35:13.984586 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-b8081aff-fb42-43cd-bc58-88081b9fb758 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:35:14.011073 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d7a035-8c61-402b-b097-d988cde511c3 req-343e5c02-97df-4b30-9c0f-0c4b1b941f73 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:35:14.012551 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-14d7a035-8c61-402b-b097-d988cde511c3 req-343e5c02-97df-4b30-9c0f-0c4b1b941f73 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.41 "GET /v2.0/ports?device_id=3394bdf1-036b-4b34-aa2b-feb8c50fb28e HTTP/1.1" status: 200 len: 946 time: 0.1848123 Apr 30 19:35:14.091371 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-14d7a035-8c61-402b-b097-d988cde511c3 req-105f535a-babc-40b6-a4f4-16652cba81cf tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.41 "GET /v2.0/security-groups?id=71be5d99-fb6b-4407-8806-836c5d750a20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0681958 Apr 30 19:35:14.096721 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-e2803560-32d7-4501-b56d-dd31ff6ec901 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:14.124780 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-e2803560-32d7-4501-b56d-dd31ff6ec901 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:14.180161 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-e2803560-32d7-4501-b56d-dd31ff6ec901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:14.184183 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-1d7880b3-aa2c-4648-adc2-cd457b4cf5e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:35:14.199562 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2803560-32d7-4501-b56d-dd31ff6ec901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c031aaf7-9363-4a8f-9299-2dc62b5037bf,revision_number=None']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:35:14.202499 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-e2803560-32d7-4501-b56d-dd31ff6ec901 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:35:14.205391 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-e2803560-32d7-4501-b56d-dd31ff6ec901 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:14.206487 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-e2803560-32d7-4501-b56d-dd31ff6ec901 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c031aaf7-9363-4a8f-9299-2dc62b5037bf HTTP/1.1" status: 204 len: 168 time: 0.2235742 Apr 30 19:35:15.291132 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d295658-5574-4c6d-96e1-dbf52b584254 req-575e22b6-20c2-40ff-a360-31dce7a18c0b tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:35:15.292613 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-7d295658-5574-4c6d-96e1-dbf52b584254 req-575e22b6-20c2-40ff-a360-31dce7a18c0b tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.41 "GET /v2.0/ports?device_id=3394bdf1-036b-4b34-aa2b-feb8c50fb28e HTTP/1.1" status: 200 len: 946 time: 0.0936253 Apr 30 19:35:15.341109 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-7d295658-5574-4c6d-96e1-dbf52b584254 req-22d8520b-5905-43d2-a797-25098c1bf436 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.41 "GET /v2.0/security-groups?id=71be5d99-fb6b-4407-8806-836c5d750a20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420120 Apr 30 19:35:16.547188 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1230c8cd-0792-4bc4-89c0-573196dab177 req-196778ee-d812-49ee-bc27-8ed061d74f18 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:35:16.549209 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-1230c8cd-0792-4bc4-89c0-573196dab177 req-196778ee-d812-49ee-bc27-8ed061d74f18 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.41 "GET /v2.0/ports?device_id=3394bdf1-036b-4b34-aa2b-feb8c50fb28e HTTP/1.1" status: 200 len: 946 time: 0.0934622 Apr 30 19:35:16.594275 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-1230c8cd-0792-4bc4-89c0-573196dab177 req-9c094379-73ba-48e4-92c8-0c80eea7d561 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.41 "GET /v2.0/security-groups?id=71be5d99-fb6b-4407-8806-836c5d750a20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385001 Apr 30 19:35:16.836335 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 45050) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:35:16.955537 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-8b50e1fe-7439-44b8-823a-eea7e0d9c988 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:16.970611 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-8b50e1fe-7439-44b8-823a-eea7e0d9c988 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:35:16.974444 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-8b50e1fe-7439-44b8-823a-eea7e0d9c988 admin admin] Usage tracker for resource:security_group_rule and tenant:0397fe502d2a40b2a1467cdd813fe70e is out of sync, need to count used quota {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:35:16.977238 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-8b50e1fe-7439-44b8-823a-eea7e0d9c988 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:35:16.984322 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-8b50e1fe-7439-44b8-823a-eea7e0d9c988 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:35:17.069930 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-8b50e1fe-7439-44b8-823a-eea7e0d9c988 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:17.073923 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-8b50e1fe-7439-44b8-823a-eea7e0d9c988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:17.083478 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-4de01d65-94ad-417e-9642-5fec08903e99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:35:17.122766 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-8b50e1fe-7439-44b8-823a-eea7e0d9c988 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0397fe502d2a40b2a1467cdd813fe70e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2853651 Apr 30 19:35:17.124824 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b50e1fe-7439-44b8-823a-eea7e0d9c988 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88d5da3a-95b8-4534-b88e-bf7fd4ef5e2a,revision_number=1']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:35:17.125863 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 45060) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:35:17.127947 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-8b50e1fe-7439-44b8-823a-eea7e0d9c988 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:35:17.189863 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-df40df2a-e3a5-46ba-91dd-286817280eb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:17.216139 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-df40df2a-e3a5-46ba-91dd-286817280eb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:17.269595 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-df40df2a-e3a5-46ba-91dd-286817280eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:17.273469 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-859ba0ed-d6dc-4297-bea8-88f8d74b460a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:35:17.284581 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df40df2a-e3a5-46ba-91dd-286817280eb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88d5da3a-95b8-4534-b88e-bf7fd4ef5e2a,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:35:17.286933 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-df40df2a-e3a5-46ba-91dd-286817280eb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:35:17.291934 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-df40df2a-e3a5-46ba-91dd-286817280eb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:17.293068 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-df40df2a-e3a5-46ba-91dd-286817280eb4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/88d5da3a-95b8-4534-b88e-bf7fd4ef5e2a HTTP/1.1" status: 204 len: 168 time: 0.1659434 Apr 30 19:35:17.589866 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 45072) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:35:17.608616 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-865a0e9d-a9a4-4587-9ef5-17300fa1b0dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:17.623357 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-865a0e9d-a9a4-4587-9ef5-17300fa1b0dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:35:17.628500 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-865a0e9d-a9a4-4587-9ef5-17300fa1b0dd admin admin] Usage tracker for resource:security_group_rule and tenant:2c9f390c853c4d859fc9c8959dce0ae4 is out of sync, need to count used quota {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:35:17.631400 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-865a0e9d-a9a4-4587-9ef5-17300fa1b0dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:35:17.637510 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-865a0e9d-a9a4-4587-9ef5-17300fa1b0dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:35:17.723077 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-865a0e9d-a9a4-4587-9ef5-17300fa1b0dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:17.726960 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-865a0e9d-a9a4-4587-9ef5-17300fa1b0dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:17.735681 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-2de877c5-ce32-4605-abad-3fc3b46746fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:35:17.784949 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-865a0e9d-a9a4-4587-9ef5-17300fa1b0dd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2c9f390c853c4d859fc9c8959dce0ae4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1939762 Apr 30 19:35:17.786656 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865a0e9d-a9a4-4587-9ef5-17300fa1b0dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=651ff5e8-6537-4970-addb-957651403bd7,revision_number=1']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:35:17.788995 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 45078) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:35:17.791427 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-865a0e9d-a9a4-4587-9ef5-17300fa1b0dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:35:17.883230 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbe275d-0782-46ca-9739-07ed0f7ae93f req-deee099f-6fba-42ec-9400-4ca84738823a tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:35:17.884885 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-5bbe275d-0782-46ca-9739-07ed0f7ae93f req-deee099f-6fba-42ec-9400-4ca84738823a tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.41 "GET /v2.0/ports?device_id=3394bdf1-036b-4b34-aa2b-feb8c50fb28e HTTP/1.1" status: 200 len: 946 time: 0.1818974 Apr 30 19:35:17.938936 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-5bbe275d-0782-46ca-9739-07ed0f7ae93f req-05797e1d-915d-4a32-9a24-58f9f6b4038e tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.41 "GET /v2.0/security-groups?id=71be5d99-fb6b-4407-8806-836c5d750a20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447378 Apr 30 19:35:17.946076 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-1b2db5f3-4912-4851-bbf6-21de9a7907d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:17.973094 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-1b2db5f3-4912-4851-bbf6-21de9a7907d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:18.038608 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-1b2db5f3-4912-4851-bbf6-21de9a7907d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:18.044791 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-a8104b66-7268-4e3f-9bfe-5523a757ebf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:35:18.068972 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2db5f3-4912-4851-bbf6-21de9a7907d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=651ff5e8-6537-4970-addb-957651403bd7,revision_number=None']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:35:18.073947 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-1b2db5f3-4912-4851-bbf6-21de9a7907d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:35:18.085578 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-187edbd7-01bc-4508-9c6c-457ceea302a5 req-a8925948-896c-4de1-a81b-71c0b9ec523c tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-975815524&fields=id&tenant_id=269cfbb152ef4300b85b7cd97f75a140 HTTP/1.1" status: 200 len: 267 time: 0.0622010 Apr 30 19:35:18.088026 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-1b2db5f3-4912-4851-bbf6-21de9a7907d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:18.089076 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-1b2db5f3-4912-4851-bbf6-21de9a7907d8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/651ff5e8-6537-4970-addb-957651403bd7 HTTP/1.1" status: 204 len: 168 time: 0.2991726 Apr 30 19:35:18.242767 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187edbd7-01bc-4508-9c6c-457ceea302a5 req-0d84e2a4-c604-4865-88a2-bfb24d497676 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:35:18.244011 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-187edbd7-01bc-4508-9c6c-457ceea302a5 req-0d84e2a4-c604-4865-88a2-bfb24d497676 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] 10.222.0.41 "GET /v2.0/networks?id=c9550696-1d67-45d6-8a04-78e6b9388125 HTTP/1.1" status: 200 len: 809 time: 0.1510065 Apr 30 19:35:18.260010 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-187edbd7-01bc-4508-9c6c-457ceea302a5 req-3907dd3b-25f3-46df-8398-9ddf8dcb88c4 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] 10.222.0.41 "GET /v2.0/quotas/269cfbb152ef4300b85b7cd97f75a140 HTTP/1.1" status: 200 len: 375 time: 0.0103734 Apr 30 19:35:18.347053 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-187edbd7-01bc-4508-9c6c-457ceea302a5 req-b35647ef-036d-496f-b585-e4aecadbfc46 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=269cfbb152ef4300b85b7cd97f75a140&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0815039 Apr 30 19:35:18.514456 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-187edbd7-01bc-4508-9c6c-457ceea302a5 req-b89e6c3f-ba86-41ae-8fb9-f34b267d3eb9 service neutron] 10.222.0.41 "GET /v2.0/networks/c9550696-1d67-45d6-8a04-78e6b9388125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556554 Apr 30 19:35:18.649078 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-187edbd7-01bc-4508-9c6c-457ceea302a5 req-2392d592-60e8-454b-8015-88810638573a service neutron] 10.222.0.41 "GET /v2.0/networks/c9550696-1d67-45d6-8a04-78e6b9388125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337810 Apr 30 19:35:19.060776 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-36064a5d-9b6d-447d-82e3-e2064a8bd44b req-e8831d8c-92d0-47f6-a88e-ceb7cdfea869 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] 10.222.0.41 "GET /v2.0/ports?device_id=55be2ce3-9239-4e62-a228-14490db0c420 HTTP/1.1" status: 200 len: 210 time: 0.0547538 Apr 30 19:35:19.166144 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f25b336-b0f9-4d21-b814-21547e9e302b req-1e0e6a03-06f6-458a-8596-c992899d9def tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:35:19.167750 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-3f25b336-b0f9-4d21-b814-21547e9e302b req-1e0e6a03-06f6-458a-8596-c992899d9def tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.41 "GET /v2.0/ports?device_id=3394bdf1-036b-4b34-aa2b-feb8c50fb28e HTTP/1.1" status: 200 len: 946 time: 0.1049271 Apr 30 19:35:19.219517 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-3f25b336-b0f9-4d21-b814-21547e9e302b req-77c1f9b2-8200-40a4-9029-2baa42f3e1f5 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.41 "GET /v2.0/security-groups?id=71be5d99-fb6b-4407-8806-836c5d750a20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447299 Apr 30 19:35:20.241118 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-5e38eadc-49ad-4fd9-99d7-ca379787de8c req-74cd521a-792c-40d7-8268-75f22e78b719 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] 10.222.0.41 "GET /v2.0/ports?device_id=55be2ce3-9239-4e62-a228-14490db0c420 HTTP/1.1" status: 200 len: 210 time: 0.0718689 Apr 30 19:35:20.259652 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187edbd7-01bc-4508-9c6c-457ceea302a5 req-f68af635-a211-45fa-ae0e-312145739447 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:35:20.261409 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-187edbd7-01bc-4508-9c6c-457ceea302a5 req-f68af635-a211-45fa-ae0e-312145739447 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] 10.222.0.48 "GET /v2.0/networks?id=c9550696-1d67-45d6-8a04-78e6b9388125 HTTP/1.1" status: 200 len: 809 time: 0.2404504 Apr 30 19:35:20.372935 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-187edbd7-01bc-4508-9c6c-457ceea302a5 req-d4a0b132-b3b8-4e08-8a72-2f0d2ff56847 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=269cfbb152ef4300b85b7cd97f75a140 HTTP/1.1" status: 200 len: 379 time: 0.1026604 Apr 30 19:35:20.394016 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.v2.base [req-187edbd7-01bc-4508-9c6c-457ceea302a5 req-3a2a63f6-9110-4abe-a5a5-4dc0665563b6 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Request body: {'port': {'device_id': '55be2ce3-9239-4e62-a228-14490db0c420', 'network_id': 'c9550696-1d67-45d6-8a04-78e6b9388125', 'admin_state_up': True, 'tenant_id': '269cfbb152ef4300b85b7cd97f75a140', 'security_groups': ['0c97b8e9-0665-42a1-b368-528dbb6fd52b']}} {{(pid=73807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 19:35:20.474876 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d81a51a-398d-4790-a7f0-458d9092a31a req-f4597703-ab20-44f8-99fe-6ec92276bc10 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:35:20.476399 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-0d81a51a-398d-4790-a7f0-458d9092a31a req-f4597703-ab20-44f8-99fe-6ec92276bc10 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.41 "GET /v2.0/ports?device_id=3394bdf1-036b-4b34-aa2b-feb8c50fb28e HTTP/1.1" status: 200 len: 946 time: 0.1131840 Apr 30 19:35:20.543979 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-0d81a51a-398d-4790-a7f0-458d9092a31a req-de7d157a-8768-4795-b3b5-a167530bcb8f tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.41 "GET /v2.0/security-groups?id=71be5d99-fb6b-4407-8806-836c5d750a20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0604680 Apr 30 19:35:20.552146 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 45188) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:35:20.577022 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [req-187edbd7-01bc-4508-9c6c-457ceea302a5 req-3a2a63f6-9110-4abe-a5a5-4dc0665563b6 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:35:20.581700 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [req-187edbd7-01bc-4508-9c6c-457ceea302a5 req-3a2a63f6-9110-4abe-a5a5-4dc0665563b6 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Usage tracker for resource:port and tenant:269cfbb152ef4300b85b7cd97f75a140 is out of sync, need to count used quota {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:35:20.584777 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [req-187edbd7-01bc-4508-9c6c-457ceea302a5 req-3a2a63f6-9110-4abe-a5a5-4dc0665563b6 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Quota usage for port was recalculated. Used quota:2. {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:35:20.590930 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [req-187edbd7-01bc-4508-9c6c-457ceea302a5 req-3a2a63f6-9110-4abe-a5a5-4dc0665563b6 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:35:20.601171 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-187edbd7-01bc-4508-9c6c-457ceea302a5 req-3a2a63f6-9110-4abe-a5a5-4dc0665563b6 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Made reservation on behalf of 269cfbb152ef4300b85b7cd97f75a140 for: {'port': 1} {{(pid=73807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 19:35:20.605651 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-187edbd7-01bc-4508-9c6c-457ceea302a5 req-3a2a63f6-9110-4abe-a5a5-4dc0665563b6 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:20.693983 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-98ccf819-9cfb-44e4-8215-6003fa26086b admin admin] Notify callbacks [] for security_group, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:20.714475 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-98ccf819-9cfb-44e4-8215-6003fa26086b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:35:20.720430 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-98ccf819-9cfb-44e4-8215-6003fa26086b admin admin] Usage tracker for resource:security_group_rule and tenant:04bd7ab9ab884b07a6c2cef18325a50c is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:35:20.723722 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-98ccf819-9cfb-44e4-8215-6003fa26086b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:35:20.729875 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-98ccf819-9cfb-44e4-8215-6003fa26086b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:35:20.811461 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.db_base_plugin_common [req-187edbd7-01bc-4508-9c6c-457ceea302a5 req-3a2a63f6-9110-4abe-a5a5-4dc0665563b6 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Allocated IP 172.20.0.13 (c9550696-1d67-45d6-8a04-78e6b9388125/052186e4-87d6-40de-a696-6b4cd32cfb08/b89c29c8-4d27-428b-9b4b-e9fee60db693) {{(pid=73807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 19:35:20.827224 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-98ccf819-9cfb-44e4-8215-6003fa26086b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:20.832573 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-98ccf819-9cfb-44e4-8215-6003fa26086b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:20.842175 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-4fe4e0a4-49e1-4dd5-884d-93b0d46f859d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:35:20.883753 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-98ccf819-9cfb-44e4-8215-6003fa26086b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=04bd7ab9ab884b07a6c2cef18325a50c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3302147 Apr 30 19:35:20.886307 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 45196) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:35:20.891939 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ccf819-9cfb-44e4-8215-6003fa26086b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b894103-3713-4022-b995-aa1e5a03d0ff,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:35:20.894940 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-98ccf819-9cfb-44e4-8215-6003fa26086b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:35:21.051462 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-57b53a0b-1003-48d7-8751-c4ae86aa406f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:21.074645 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-187edbd7-01bc-4508-9c6c-457ceea302a5 req-3a2a63f6-9110-4abe-a5a5-4dc0665563b6 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Notify callbacks [] for port, precommit_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:21.100661 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-57b53a0b-1003-48d7-8751-c4ae86aa406f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:21.114861 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.provisioning_blocks [req-187edbd7-01bc-4508-9c6c-457ceea302a5 req-3a2a63f6-9110-4abe-a5a5-4dc0665563b6 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Transition to ACTIVE for port object b89c29c8-4d27-428b-9b4b-e9fee60db693 will not be triggered until provisioned by entity DHCP. {{(pid=73807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 19:35:21.162973 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-187edbd7-01bc-4508-9c6c-457ceea302a5 req-3a2a63f6-9110-4abe-a5a5-4dc0665563b6 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780696898070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62583854'] for port, after_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:21.169883 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-104b6dd4-1001-4ed0-8fbc-79061f538311 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:35:21.205799 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-57b53a0b-1003-48d7-8751-c4ae86aa406f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:21.246978 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-187edbd7-01bc-4508-9c6c-457ceea302a5 req-3a2a63f6-9110-4abe-a5a5-4dc0665563b6 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Network c9550696-1d67-45d6-8a04-78e6b9388125 is already hosted by enough agents. {{(pid=73807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 19:35:21.250253 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.scheduler.base_scheduler [req-187edbd7-01bc-4508-9c6c-457ceea302a5 req-3a2a63f6-9110-4abe-a5a5-4dc0665563b6 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Resources bound (agent type, host, resource id): {{(pid=73807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 19:35:21.252828 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.l3_dvrscheduler_db [req-187edbd7-01bc-4508-9c6c-457ceea302a5 req-3a2a63f6-9110-4abe-a5a5-4dc0665563b6 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Received port after_create {{(pid=73807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 19:35:21.297255 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2a63f6-9110-4abe-a5a5-4dc0665563b6 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Pushing event updated for resources: {'Port': ['ID=b89c29c8-4d27-428b-9b4b-e9fee60db693,revision_number=1']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:35:21.302544 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-3a2a63f6-9110-4abe-a5a5-4dc0665563b6 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:35:21.303379 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-57b53a0b-1003-48d7-8751-c4ae86aa406f admin admin] Notify callbacks [] for security_group, before_response {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:21.304508 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-57b53a0b-1003-48d7-8751-c4ae86aa406f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5b894103-3713-4022-b995-aa1e5a03d0ff HTTP/1.1" status: 204 len: 168 time: 0.4170520 Apr 30 19:35:21.305417 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-d0e1d7cd-a105-47e1-98b1-45d5ce339673 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.088s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:35:21.319713 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b53a0b-1003-48d7-8751-c4ae86aa406f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b894103-3713-4022-b995-aa1e5a03d0ff,revision_number=None']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:35:21.323890 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-57b53a0b-1003-48d7-8751-c4ae86aa406f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:35:21.352970 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187edbd7-01bc-4508-9c6c-457ceea302a5 req-3a2a63f6-9110-4abe-a5a5-4dc0665563b6 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:35:21.353651 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-187edbd7-01bc-4508-9c6c-457ceea302a5 req-3a2a63f6-9110-4abe-a5a5-4dc0665563b6 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937687'] for port, before_response {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:21.378682 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-187edbd7-01bc-4508-9c6c-457ceea302a5 req-3a2a63f6-9110-4abe-a5a5-4dc0665563b6 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9938560 Apr 30 19:35:21.394657 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.v2.base [req-187edbd7-01bc-4508-9c6c-457ceea302a5 req-b843ff56-a8ac-443f-be47-72d1286c94a3 service neutron] Request body: {'port': {'device_id': '55be2ce3-9239-4e62-a228-14490db0c420', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=73807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 19:35:21.460901 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd742f9-5198-478d-a369-58a7890b1718 req-f040c1e1-9671-4ecd-a8d0-dd83dc2a08b4 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:35:21.461552 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [req-4bd742f9-5198-478d-a369-58a7890b1718 req-f040c1e1-9671-4ecd-a8d0-dd83dc2a08b4 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Synchronizing usage tracker for tenant:269cfbb152ef4300b85b7cd97f75a140 on resource:port {{(pid=73808) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 19:35:21.484880 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [req-4bd742f9-5198-478d-a369-58a7890b1718 req-f040c1e1-9671-4ecd-a8d0-dd83dc2a08b4 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Unset dirty status for tenant:269cfbb152ef4300b85b7cd97f75a140 on resource:port {{(pid=73808) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 19:35:21.486315 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-4bd742f9-5198-478d-a369-58a7890b1718 req-f040c1e1-9671-4ecd-a8d0-dd83dc2a08b4 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] 10.222.0.41 "GET /v2.0/ports?device_id=55be2ce3-9239-4e62-a228-14490db0c420 HTTP/1.1" status: 200 len: 932 time: 0.1210675 Apr 30 19:35:21.540421 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-d3d655a4-45a7-4f71-abcd-30b22da04a19 None None] Provisioning for port b89c29c8-4d27-428b-9b4b-e9fee60db693 completed by entity DHCP. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 19:35:21.546181 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-d3d655a4-45a7-4f71-abcd-30b22da04a19 None None] Provisioning complete for port b89c29c8-4d27-428b-9b4b-e9fee60db693 triggered by entity DHCP. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 19:35:21.548096 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d3d655a4-45a7-4f71-abcd-30b22da04a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618911'] for port, provisioning_complete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:21.548825 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [req-4bd742f9-5198-478d-a369-58a7890b1718 req-d3cda8b5-feb2-47b5-8a07-b59fb665b642 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Synchronizing usage tracker for tenant:269cfbb152ef4300b85b7cd97f75a140 on resource:security_group {{(pid=73808) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 19:35:21.569642 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [req-4bd742f9-5198-478d-a369-58a7890b1718 req-d3cda8b5-feb2-47b5-8a07-b59fb665b642 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Unset dirty status for tenant:269cfbb152ef4300b85b7cd97f75a140 on resource:security_group {{(pid=73808) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 19:35:21.571038 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-4bd742f9-5198-478d-a369-58a7890b1718 req-d3cda8b5-feb2-47b5-8a07-b59fb665b642 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] 10.222.0.41 "GET /v2.0/security-groups?id=0c97b8e9-0665-42a1-b368-528dbb6fd52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781894 Apr 30 19:35:21.634086 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-d3d655a4-45a7-4f71-abcd-30b22da04a19 None None] Port b89c29c8-4d27-428b-9b4b-e9fee60db693 cannot update to ACTIVE because it is not bound. {{(pid=73809) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 19:35:21.664049 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-187edbd7-01bc-4508-9c6c-457ceea302a5 req-b843ff56-a8ac-443f-be47-72d1286c94a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:21.723100 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 45210) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:35:21.743915 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-ddb06244-8c93-48d9-952a-6730b1604fe7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:21.759111 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-ddb06244-8c93-48d9-952a-6730b1604fe7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:35:21.762859 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-ddb06244-8c93-48d9-952a-6730b1604fe7 admin admin] Usage tracker for resource:security_group_rule and tenant:141be3f8498c489f8f1c924fe1375c3a is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:35:21.766222 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-ddb06244-8c93-48d9-952a-6730b1604fe7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:35:21.771836 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-ddb06244-8c93-48d9-952a-6730b1604fe7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:35:21.880752 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-ddb06244-8c93-48d9-952a-6730b1604fe7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:21.885322 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-ddb06244-8c93-48d9-952a-6730b1604fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:21.895101 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-990b1e5c-e5c1-4433-9cd7-4f8395b04b3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:35:21.902849 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a509aa5-9d22-4dea-8fff-cdf2b1712d11 req-59f8849b-387a-4376-ba14-2e65cda07af1 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:35:21.904309 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-4a509aa5-9d22-4dea-8fff-cdf2b1712d11 req-59f8849b-387a-4376-ba14-2e65cda07af1 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.41 "GET /v2.0/ports?device_id=3394bdf1-036b-4b34-aa2b-feb8c50fb28e HTTP/1.1" status: 200 len: 946 time: 0.2279446 Apr 30 19:35:21.936928 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-ddb06244-8c93-48d9-952a-6730b1604fe7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=141be3f8498c489f8f1c924fe1375c3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2104537 Apr 30 19:35:21.936928 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb06244-8c93-48d9-952a-6730b1604fe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b47d824-654b-40aa-8837-5d898cbb516c,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:35:21.939509 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 45214) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:35:21.942166 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-ddb06244-8c93-48d9-952a-6730b1604fe7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:35:21.998546 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-12cbe715-402e-4876-8978-fffc603f4062 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:22.029080 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-12cbe715-402e-4876-8978-fffc603f4062 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:22.039792 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-4a509aa5-9d22-4dea-8fff-cdf2b1712d11 req-2b84fddd-2fd7-4b11-8ef6-5b20dbd99649 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.41 "GET /v2.0/security-groups?id=71be5d99-fb6b-4407-8806-836c5d750a20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1282942 Apr 30 19:35:22.082477 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-12cbe715-402e-4876-8978-fffc603f4062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:22.087963 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-a9406c29-f549-4afe-abcb-9d99f05d2d2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:35:22.101373 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cbe715-402e-4876-8978-fffc603f4062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b47d824-654b-40aa-8837-5d898cbb516c,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:35:22.106239 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-12cbe715-402e-4876-8978-fffc603f4062 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:35:22.110994 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-12cbe715-402e-4876-8978-fffc603f4062 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:22.112094 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-12cbe715-402e-4876-8978-fffc603f4062 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0b47d824-654b-40aa-8837-5d898cbb516c HTTP/1.1" status: 204 len: 168 time: 0.1716790 Apr 30 19:35:22.183646 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.notifiers.nova [req-187edbd7-01bc-4508-9c6c-457ceea302a5 req-b843ff56-a8ac-443f-be47-72d1286c94a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b89c29c8-4d27-428b-9b4b-e9fee60db693 {{(pid=73807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 19:35:22.192026 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-187edbd7-01bc-4508-9c6c-457ceea302a5 req-b843ff56-a8ac-443f-be47-72d1286c94a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:22.207290 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.provisioning_blocks [req-187edbd7-01bc-4508-9c6c-457ceea302a5 req-b843ff56-a8ac-443f-be47-72d1286c94a3 service neutron] Transition to ACTIVE for port object b89c29c8-4d27-428b-9b4b-e9fee60db693 will not be triggered until provisioned by entity L2. {{(pid=73807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 19:35:22.211087 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-187edbd7-01bc-4508-9c6c-457ceea302a5 req-b843ff56-a8ac-443f-be47-72d1286c94a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62583833'] for port, after_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:22.215595 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:35:22.378720 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b843ff56-a8ac-443f-be47-72d1286c94a3 service neutron] Pushing event updated for resources: {'Port': ['ID=b89c29c8-4d27-428b-9b4b-e9fee60db693,revision_number=2']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:35:22.385717 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-b843ff56-a8ac-443f-be47-72d1286c94a3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:35:22.457409 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.managers [req-187edbd7-01bc-4508-9c6c-457ceea302a5 req-b843ff56-a8ac-443f-be47-72d1286c94a3 service neutron] Attempting to bind port b89c29c8-4d27-428b-9b4b-e9fee60db693 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=73807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 19:35:22.457752 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.managers [req-187edbd7-01bc-4508-9c6c-457ceea302a5 req-b843ff56-a8ac-443f-be47-72d1286c94a3 service neutron] Attempting to bind port b89c29c8-4d27-428b-9b4b-e9fee60db693 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': 'ff08c19b-8960-47af-a26c-8b502f897ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'c9550696-1d67-45d6-8a04-78e6b9388125'}] {{(pid=73807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 19:35:22.458083 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187edbd7-01bc-4508-9c6c-457ceea302a5 req-b843ff56-a8ac-443f-be47-72d1286c94a3 service neutron] Attempting to bind port b89c29c8-4d27-428b-9b4b-e9fee60db693 on network c9550696-1d67-45d6-8a04-78e6b9388125 {{(pid=73807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 19:35:22.462734 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187edbd7-01bc-4508-9c6c-457ceea302a5 req-b843ff56-a8ac-443f-be47-72d1286c94a3 service neutron] Port b89c29c8-4d27-428b-9b4b-e9fee60db693 on network c9550696-1d67-45d6-8a04-78e6b9388125 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=73807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 19:35:22.463189 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187edbd7-01bc-4508-9c6c-457ceea302a5 req-b843ff56-a8ac-443f-be47-72d1286c94a3 service neutron] Attempting to bind port b89c29c8-4d27-428b-9b4b-e9fee60db693 on network c9550696-1d67-45d6-8a04-78e6b9388125 {{(pid=73807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 19:35:22.468966 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187edbd7-01bc-4508-9c6c-457ceea302a5 req-b843ff56-a8ac-443f-be47-72d1286c94a3 service neutron] Checking agent: {'id': '787256c0-27a9-4f74-baeb-f887319a5aee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 19, 30, 29), 'started_at': datetime.datetime(2021, 4, 30, 19, 30, 29), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 19, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 19:35:22.469787 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187edbd7-01bc-4508-9c6c-457ceea302a5 req-b843ff56-a8ac-443f-be47-72d1286c94a3 service neutron] Checking segment: {'id': 'ff08c19b-8960-47af-a26c-8b502f897ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'c9550696-1d67-45d6-8a04-78e6b9388125'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 19:35:22.469787 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187edbd7-01bc-4508-9c6c-457ceea302a5 req-b843ff56-a8ac-443f-be47-72d1286c94a3 service neutron] Bound using segment: {'id': 'ff08c19b-8960-47af-a26c-8b502f897ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'c9550696-1d67-45d6-8a04-78e6b9388125'} {{(pid=73807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 19:35:22.470088 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.managers [req-187edbd7-01bc-4508-9c6c-457ceea302a5 req-b843ff56-a8ac-443f-be47-72d1286c94a3 service neutron] Bound port: b89c29c8-4d27-428b-9b4b-e9fee60db693, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff08c19b-8960-47af-a26c-8b502f897ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'c9550696-1d67-45d6-8a04-78e6b9388125'}}] {{(pid=73807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 19:35:22.470494 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-187edbd7-01bc-4508-9c6c-457ceea302a5 req-b843ff56-a8ac-443f-be47-72d1286c94a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:22.587539 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.db [req-187edbd7-01bc-4508-9c6c-457ceea302a5 req-b843ff56-a8ac-443f-be47-72d1286c94a3 service neutron] For port b89c29c8-4d27-428b-9b4b-e9fee60db693, host hv-cinder-73362, cleared binding levels {{(pid=73807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 19:35:22.590871 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.db [req-187edbd7-01bc-4508-9c6c-457ceea302a5 req-b843ff56-a8ac-443f-be47-72d1286c94a3 service neutron] For port b89c29c8-4d27-428b-9b4b-e9fee60db693, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=b89c29c8-4d27-428b-9b4b-e9fee60db693,segment=NetworkSegment(ff08c19b-8960-47af-a26c-8b502f897ff7),segment_id=ff08c19b-8960-47af-a26c-8b502f897ff7)] {{(pid=73807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 19:35:22.597773 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-187edbd7-01bc-4508-9c6c-457ceea302a5 req-b843ff56-a8ac-443f-be47-72d1286c94a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62583833'] for port, after_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:22.603999 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-7cf3b896-d754-4040-b46c-cc318e93d59c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:35:22.659285 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187edbd7-01bc-4508-9c6c-457ceea302a5 req-b843ff56-a8ac-443f-be47-72d1286c94a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:35:22.659895 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-187edbd7-01bc-4508-9c6c-457ceea302a5 req-b843ff56-a8ac-443f-be47-72d1286c94a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937687'] for port, before_response {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:22.661312 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-187edbd7-01bc-4508-9c6c-457ceea302a5 req-b843ff56-a8ac-443f-be47-72d1286c94a3 service neutron] 10.222.0.48 "PUT /v2.0/ports/b89c29c8-4d27-428b-9b4b-e9fee60db693 HTTP/1.1" status: 200 len: 1094 time: 1.2720733 Apr 30 19:35:22.661798 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55be2ce3-9239-4e62-a228-14490db0c420', 'tag': 'b89c29c8-4d27-428b-9b4b-e9fee60db693'}] {{(pid=73807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 19:35:22.711764 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b843ff56-a8ac-443f-be47-72d1286c94a3 service neutron] Pushing event updated for resources: {'Port': ['ID=b89c29c8-4d27-428b-9b4b-e9fee60db693,revision_number=3']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:35:22.736319 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-b843ff56-a8ac-443f-be47-72d1286c94a3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:35:22.925513 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187edbd7-01bc-4508-9c6c-457ceea302a5 req-8ca753d4-4464-4995-9161-b695f1781a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:35:22.927053 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-187edbd7-01bc-4508-9c6c-457ceea302a5 req-8ca753d4-4464-4995-9161-b695f1781a35 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=269cfbb152ef4300b85b7cd97f75a140&device_id=55be2ce3-9239-4e62-a228-14490db0c420 HTTP/1.1" status: 200 len: 1097 time: 0.1821742 Apr 30 19:35:23.019230 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f3f63-c967-476f-9bc2-0c6269691ec6 req-c04cf3cb-de42-4afe-9b77-c6ce9e805b0c tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:35:23.019950 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [req-c02f3f63-c967-476f-9bc2-0c6269691ec6 req-c04cf3cb-de42-4afe-9b77-c6ce9e805b0c tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Synchronizing usage tracker for tenant:269cfbb152ef4300b85b7cd97f75a140 on resource:port {{(pid=73807) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 19:35:23.024489 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-187edbd7-01bc-4508-9c6c-457ceea302a5 req-77fdb081-a906-4e6d-a2a9-b85d29423011 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b89c29c8-4d27-428b-9b4b-e9fee60db693 HTTP/1.1" status: 200 len: 217 time: 0.0897624 Apr 30 19:35:23.070672 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [req-c02f3f63-c967-476f-9bc2-0c6269691ec6 req-c04cf3cb-de42-4afe-9b77-c6ce9e805b0c tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Unset dirty status for tenant:269cfbb152ef4300b85b7cd97f75a140 on resource:port {{(pid=73807) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 19:35:23.071820 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-c02f3f63-c967-476f-9bc2-0c6269691ec6 req-c04cf3cb-de42-4afe-9b77-c6ce9e805b0c tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] 10.222.0.41 "GET /v2.0/ports?device_id=55be2ce3-9239-4e62-a228-14490db0c420 HTTP/1.1" status: 200 len: 944 time: 0.2757733 Apr 30 19:35:23.130084 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187edbd7-01bc-4508-9c6c-457ceea302a5 req-532c3bd8-a79b-420f-847c-659e8d36b973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:35:23.131582 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-187edbd7-01bc-4508-9c6c-457ceea302a5 req-532c3bd8-a79b-420f-847c-659e8d36b973 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=052186e4-87d6-40de-a696-6b4cd32cfb08 HTTP/1.1" status: 200 len: 848 time: 0.0992062 Apr 30 19:35:23.155067 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-c02f3f63-c967-476f-9bc2-0c6269691ec6 req-e5e75fd6-c7d4-4951-bd6b-debb7b6c3af1 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] 10.222.0.41 "GET /v2.0/security-groups?id=0c97b8e9-0665-42a1-b368-528dbb6fd52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703752 Apr 30 19:35:23.198558 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55be2ce3-9239-4e62-a228-14490db0c420', 'tag': 'b89c29c8-4d27-428b-9b4b-e9fee60db693', 'status': 'completed', 'code': 200} Apr 30 19:35:23.237205 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187edbd7-01bc-4508-9c6c-457ceea302a5 req-73a3c7aa-2d61-436e-9bc7-284b49907ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:35:23.238669 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-187edbd7-01bc-4508-9c6c-457ceea302a5 req-73a3c7aa-2d61-436e-9bc7-284b49907ebc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c9550696-1d67-45d6-8a04-78e6b9388125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0869677 Apr 30 19:35:23.458880 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-187edbd7-01bc-4508-9c6c-457ceea302a5 req-238f795b-7019-4cc0-8bd8-2a1e4292b00e service neutron] 10.222.0.48 "GET /v2.0/networks/c9550696-1d67-45d6-8a04-78e6b9388125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118223 Apr 30 19:35:23.473214 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff55e89-07dc-43d6-b1b5-3f051c601d98 req-adbb0dcc-1a41-4068-8411-0a068c80953f tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:35:23.475076 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-4ff55e89-07dc-43d6-b1b5-3f051c601d98 req-adbb0dcc-1a41-4068-8411-0a068c80953f tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.41 "GET /v2.0/ports?device_id=3394bdf1-036b-4b34-aa2b-feb8c50fb28e HTTP/1.1" status: 200 len: 946 time: 0.1804304 Apr 30 19:35:23.731002 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-4ff55e89-07dc-43d6-b1b5-3f051c601d98 req-37ac72c7-785e-4dd9-b04c-6df15627fd4e tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.41 "GET /v2.0/security-groups?id=71be5d99-fb6b-4407-8806-836c5d750a20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1491694 Apr 30 19:35:23.759911 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-187edbd7-01bc-4508-9c6c-457ceea302a5 req-ed0cdb6f-aabe-44ac-834c-3c7bda2ac80a service neutron] 10.222.0.48 "GET /v2.0/networks/c9550696-1d67-45d6-8a04-78e6b9388125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2837188 Apr 30 19:35:23.880095 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae9fe45-7933-493e-b771-ae301d3d538c req-39105091-5e90-41f5-bd9b-44bc72ad8776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:35:23.881468 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-6ae9fe45-7933-493e-b771-ae301d3d538c req-39105091-5e90-41f5-bd9b-44bc72ad8776 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=269cfbb152ef4300b85b7cd97f75a140&device_id=55be2ce3-9239-4e62-a228-14490db0c420 HTTP/1.1" status: 200 len: 1097 time: 0.0795510 Apr 30 19:35:23.965568 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d5ec3e6c-e7ab-4e42-88fc-3b8b80c8aa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:24.173051 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae9fe45-7933-493e-b771-ae301d3d538c req-d796f325-0bf0-45bb-8a91-9631e35097d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:35:24.174386 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-6ae9fe45-7933-493e-b771-ae301d3d538c req-d796f325-0bf0-45bb-8a91-9631e35097d1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c9550696-1d67-45d6-8a04-78e6b9388125 HTTP/1.1" status: 200 len: 910 time: 0.2780004 Apr 30 19:35:24.259400 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-6ae9fe45-7933-493e-b771-ae301d3d538c req-f79f8aed-368a-4862-8c67-cf2d9dab7202 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b89c29c8-4d27-428b-9b4b-e9fee60db693 HTTP/1.1" status: 200 len: 217 time: 0.0744269 Apr 30 19:35:24.269359 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa7015e-488c-402d-8eea-640f012e3144 req-2307e576-5728-4f86-b459-33c6a0049b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:35:24.270751 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-9aa7015e-488c-402d-8eea-640f012e3144 req-2307e576-5728-4f86-b459-33c6a0049b46 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1a3a36846b69409bb56820276a166a65&device_id=3394bdf1-036b-4b34-aa2b-feb8c50fb28e HTTP/1.1" status: 200 len: 1099 time: 0.1931567 Apr 30 19:35:24.320499 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c8f89a-5733-47b9-935c-90411b4137c9 req-f2de7c4b-d162-43ea-bd7b-d675730c3fa3 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:35:24.321979 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-45c8f89a-5733-47b9-935c-90411b4137c9 req-f2de7c4b-d162-43ea-bd7b-d675730c3fa3 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.41 "GET /v2.0/ports?device_id=3394bdf1-036b-4b34-aa2b-feb8c50fb28e HTTP/1.1" status: 200 len: 946 time: 0.3013840 Apr 30 19:35:24.351926 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0677760a-11b9-4949-b6ce-9754660e3ebd req-ee14aac7-d155-4924-ba3d-a6f10e65ff1a tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:35:24.353653 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-0677760a-11b9-4949-b6ce-9754660e3ebd req-ee14aac7-d155-4924-ba3d-a6f10e65ff1a tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] 10.222.0.41 "GET /v2.0/ports?device_id=55be2ce3-9239-4e62-a228-14490db0c420 HTTP/1.1" status: 200 len: 944 time: 0.0864356 Apr 30 19:35:24.407023 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-0677760a-11b9-4949-b6ce-9754660e3ebd req-0f7f43db-d013-4200-ab77-585dc25c0e44 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] 10.222.0.41 "GET /v2.0/security-groups?id=0c97b8e9-0665-42a1-b368-528dbb6fd52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418136 Apr 30 19:35:24.466564 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae9fe45-7933-493e-b771-ae301d3d538c req-f8ecced4-aba1-4221-b72f-6a949372d69b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:35:24.468064 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-6ae9fe45-7933-493e-b771-ae301d3d538c req-f8ecced4-aba1-4221-b72f-6a949372d69b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=052186e4-87d6-40de-a696-6b4cd32cfb08 HTTP/1.1" status: 200 len: 848 time: 0.1948295 Apr 30 19:35:24.512839 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-45c8f89a-5733-47b9-935c-90411b4137c9 req-483bafe0-b06a-4c8a-b186-45466c29949b tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.41 "GET /v2.0/security-groups?id=71be5d99-fb6b-4407-8806-836c5d750a20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1587658 Apr 30 19:35:24.558035 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa7015e-488c-402d-8eea-640f012e3144 req-2f441f79-a074-4506-b4a9-ecf848316666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:35:24.559468 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-9aa7015e-488c-402d-8eea-640f012e3144 req-2f441f79-a074-4506-b4a9-ecf848316666 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fb753e9f-d5ea-4d3b-a660-3bfc4f53e5c0 HTTP/1.1" status: 200 len: 912 time: 0.2495883 Apr 30 19:35:24.660971 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae9fe45-7933-493e-b771-ae301d3d538c req-62e0f8a4-cf67-40a5-9c36-e00b7f114c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:35:24.662434 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-6ae9fe45-7933-493e-b771-ae301d3d538c req-62e0f8a4-cf67-40a5-9c36-e00b7f114c3c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c9550696-1d67-45d6-8a04-78e6b9388125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1836360 Apr 30 19:35:24.707879 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-9aa7015e-488c-402d-8eea-640f012e3144 req-bd217425-65b7-4ce8-97e7-bd1c62e7c374 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=13ad3229-4e46-4a34-abb5-bf037a39d827 HTTP/1.1" status: 200 len: 1001 time: 0.1381018 Apr 30 19:35:24.887332 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa7015e-488c-402d-8eea-640f012e3144 req-752e869b-762c-4c1b-a2fd-67200bfede19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:35:24.888777 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-9aa7015e-488c-402d-8eea-640f012e3144 req-752e869b-762c-4c1b-a2fd-67200bfede19 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=60d0612e-ab94-488a-8358-4a2e04237205 HTTP/1.1" status: 200 len: 850 time: 0.1370056 Apr 30 19:35:24.962363 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-6ae9fe45-7933-493e-b771-ae301d3d538c req-cfb4c82c-e2c5-41c2-993a-9768268dfedd service neutron] 10.222.0.48 "GET /v2.0/networks/c9550696-1d67-45d6-8a04-78e6b9388125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2905662 Apr 30 19:35:25.005744 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a76efc-e066-4761-8783-256e1e620bed req-91938234-a897-4aeb-a080-a8ed83a52ce5 tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:35:25.005744 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-78a76efc-e066-4761-8783-256e1e620bed req-91938234-a897-4aeb-a080-a8ed83a52ce5 tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] 10.222.0.41 "GET /v2.0/ports?device_id=398dbde5-f769-493f-bb99-0f07f6fed192 HTTP/1.1" status: 200 len: 945 time: 0.2963452 Apr 30 19:35:25.238780 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa7015e-488c-402d-8eea-640f012e3144 req-8c144075-a331-4af5-9d93-946fb968fa78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:35:25.240232 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-9aa7015e-488c-402d-8eea-640f012e3144 req-8c144075-a331-4af5-9d93-946fb968fa78 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fb753e9f-d5ea-4d3b-a660-3bfc4f53e5c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.3358037 Apr 30 19:35:25.245077 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-78a76efc-e066-4761-8783-256e1e620bed req-723d12b6-f19e-476b-b32d-804313bc79da tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] 10.222.0.41 "GET /v2.0/security-groups?id=184ab099-d1f1-4765-bfc7-ab0fdc4abd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271526 Apr 30 19:35:25.303348 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-6ae9fe45-7933-493e-b771-ae301d3d538c req-b1b33885-1541-4f9c-b094-af467152b15e service neutron] 10.222.0.48 "GET /v2.0/networks/c9550696-1d67-45d6-8a04-78e6b9388125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3332510 Apr 30 19:35:25.396968 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-9aa7015e-488c-402d-8eea-640f012e3144 req-3b243ced-fc16-4dad-a9f7-5f00cd89ca44 service neutron] 10.222.0.48 "GET /v2.0/networks/fb753e9f-d5ea-4d3b-a660-3bfc4f53e5c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456017 Apr 30 19:35:25.541900 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-9aa7015e-488c-402d-8eea-640f012e3144 req-aed62559-cbea-4467-a279-94098dc0bbbd service neutron] 10.222.0.48 "GET /v2.0/networks/fb753e9f-d5ea-4d3b-a660-3bfc4f53e5c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370049 Apr 30 19:35:25.642843 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31937639-3890-4b9e-a25f-d6299b31b5c0 req-7c74fc2a-90c3-4ef7-bc92-d17ee6514de6 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:35:25.644467 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-31937639-3890-4b9e-a25f-d6299b31b5c0 req-7c74fc2a-90c3-4ef7-bc92-d17ee6514de6 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] 10.222.0.41 "GET /v2.0/ports?device_id=55be2ce3-9239-4e62-a228-14490db0c420 HTTP/1.1" status: 200 len: 944 time: 0.1185145 Apr 30 19:35:25.690818 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-31937639-3890-4b9e-a25f-d6299b31b5c0 req-0b50bb7d-9fe8-450a-bc0f-b84766f01db9 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] 10.222.0.41 "GET /v2.0/security-groups?id=0c97b8e9-0665-42a1-b368-528dbb6fd52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404377 Apr 30 19:35:25.726264 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d569b4-c098-4b23-9747-59bfd003f784 req-8f2f4977-43d9-4c60-9791-6c188b5baeb6 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:35:25.727718 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-27d569b4-c098-4b23-9747-59bfd003f784 req-8f2f4977-43d9-4c60-9791-6c188b5baeb6 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.41 "GET /v2.0/ports?device_id=3394bdf1-036b-4b34-aa2b-feb8c50fb28e HTTP/1.1" status: 200 len: 946 time: 0.0824325 Apr 30 19:35:25.772829 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-27d569b4-c098-4b23-9747-59bfd003f784 req-bca8c2ba-d413-4898-88a9-022bf3f0cbb7 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.41 "GET /v2.0/security-groups?id=71be5d99-fb6b-4407-8806-836c5d750a20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390098 Apr 30 19:35:26.396917 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:26.430319 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762ae07d-6861-467d-8bce-7eaf64d33687 req-e6b312a4-d763-41cc-99c0-b92ffaa58ab5 tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:35:26.431726 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-762ae07d-6861-467d-8bce-7eaf64d33687 req-e6b312a4-d763-41cc-99c0-b92ffaa58ab5 tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] 10.222.0.41 "GET /v2.0/ports?device_id=398dbde5-f769-493f-bb99-0f07f6fed192 HTTP/1.1" status: 200 len: 945 time: 0.0824630 Apr 30 19:35:26.476013 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-762ae07d-6861-467d-8bce-7eaf64d33687 req-4898e906-0479-4f42-9e5c-73aa2ce45b06 tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] 10.222.0.41 "GET /v2.0/security-groups?id=184ab099-d1f1-4765-bfc7-ab0fdc4abd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378330 Apr 30 19:35:26.479570 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Device b89c29c8-4d27-428b-9b4b-e9fee60db693 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=73809) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 19:35:26.611601 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-65ba8c12-0d06-4959-8304-606821799626 None None] For port b89c29c8-4d27-428b-9b4b-e9fee60db693, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=b89c29c8-4d27-428b-9b4b-e9fee60db693,segment=NetworkSegment(ff08c19b-8960-47af-a26c-8b502f897ff7),segment_id=ff08c19b-8960-47af-a26c-8b502f897ff7)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:35:26.625427 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Returning: {'device': 'b89c29c8-4d27-428b-9b4b-e9fee60db693', 'network_id': 'c9550696-1d67-45d6-8a04-78e6b9388125', 'port_id': 'b89c29c8-4d27-428b-9b4b-e9fee60db693', 'mac_address': 'fa:16:3e:e0:a5:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '052186e4-87d6-40de-a696-6b4cd32cfb08', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73809) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 19:35:26.694133 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-650627e7-c9b3-4070-98f8-e8fdf532fb6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:26.695500 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:26.713088 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.notifiers.nova [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b89c29c8-4d27-428b-9b4b-e9fee60db693 {{(pid=73809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 19:35:26.729362 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-65ba8c12-0d06-4959-8304-606821799626 None None] For port b89c29c8-4d27-428b-9b4b-e9fee60db693, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=b89c29c8-4d27-428b-9b4b-e9fee60db693,segment=NetworkSegment(ff08c19b-8960-47af-a26c-8b502f897ff7),segment_id=ff08c19b-8960-47af-a26c-8b502f897ff7)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:35:26.735233 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:26.737095 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:35:26.822184 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Pushing event updated for resources: {'Port': ['ID=b89c29c8-4d27-428b-9b4b-e9fee60db693,revision_number=4']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:35:26.825588 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:35:26.924532 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266265ed-f062-4d8b-b03b-1e9939bc6b68 req-4f84edd9-60dc-4948-8111-a97371c9dd4e tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:35:26.926032 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-266265ed-f062-4d8b-b03b-1e9939bc6b68 req-4f84edd9-60dc-4948-8111-a97371c9dd4e tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] 10.222.0.41 "GET /v2.0/ports?device_id=55be2ce3-9239-4e62-a228-14490db0c420 HTTP/1.1" status: 200 len: 945 time: 0.1101689 Apr 30 19:35:26.969498 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e0ad7a-b363-4a3f-8dae-7e299b03bdc3 req-f1245a54-604a-4297-8576-2ce800ec66b3 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:35:26.971111 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-20e0ad7a-b363-4a3f-8dae-7e299b03bdc3 req-f1245a54-604a-4297-8576-2ce800ec66b3 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.41 "GET /v2.0/ports?device_id=3394bdf1-036b-4b34-aa2b-feb8c50fb28e HTTP/1.1" status: 200 len: 946 time: 0.0872397 Apr 30 19:35:26.975092 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-266265ed-f062-4d8b-b03b-1e9939bc6b68 req-8f64c0aa-3994-4faf-b800-9a5bd4e48242 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] 10.222.0.41 "GET /v2.0/security-groups?id=0c97b8e9-0665-42a1-b368-528dbb6fd52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423822 Apr 30 19:35:26.997367 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-65ba8c12-0d06-4959-8304-606821799626 None None] get_ports_and_sgs() called for port_ids ['b89c29c8-4d27-428b-9b4b-e9fee60db693'] {{(pid=73809) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 19:35:27.024541 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-20e0ad7a-b363-4a3f-8dae-7e299b03bdc3 req-e0abb556-4230-4d98-a29d-4aab237c1735 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.41 "GET /v2.0/security-groups?id=71be5d99-fb6b-4407-8806-836c5d750a20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468531 Apr 30 19:35:27.664021 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd025712-acfa-46aa-ab53-142c58744c5d req-9525ea1e-83e5-4429-a6c9-aa695afc4fb0 tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:35:27.665559 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-cd025712-acfa-46aa-ab53-142c58744c5d req-9525ea1e-83e5-4429-a6c9-aa695afc4fb0 tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] 10.222.0.41 "GET /v2.0/ports?device_id=398dbde5-f769-493f-bb99-0f07f6fed192 HTTP/1.1" status: 200 len: 945 time: 0.0819523 Apr 30 19:35:27.711830 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-cd025712-acfa-46aa-ab53-142c58744c5d req-17a8353d-b752-4cbe-8e26-d04632781e9d tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] 10.222.0.41 "GET /v2.0/security-groups?id=184ab099-d1f1-4765-bfc7-ab0fdc4abd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404842 Apr 30 19:35:27.733664 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-db901c41-8a71-4621-9038-9b0e7a83b2d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:28.176416 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b020f6-e943-42bd-b1d6-e3eeafc8445d req-5daf824d-40fe-4d59-874f-4f07863b4971 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:35:28.178040 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-b5b020f6-e943-42bd-b1d6-e3eeafc8445d req-5daf824d-40fe-4d59-874f-4f07863b4971 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] 10.222.0.41 "GET /v2.0/ports?device_id=55be2ce3-9239-4e62-a228-14490db0c420 HTTP/1.1" status: 200 len: 945 time: 0.0889778 Apr 30 19:35:28.228478 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-b5b020f6-e943-42bd-b1d6-e3eeafc8445d req-2c0983e4-59f6-4bfc-8443-fb6fd7226330 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] 10.222.0.41 "GET /v2.0/security-groups?id=0c97b8e9-0665-42a1-b368-528dbb6fd52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447330 Apr 30 19:35:28.504744 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Device b89c29c8-4d27-428b-9b4b-e9fee60db693 up at agent hyperv_hv-cinder-73362 {{(pid=73809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 19:35:28.573972 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Provisioning for port b89c29c8-4d27-428b-9b4b-e9fee60db693 completed by entity L2. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 19:35:28.578612 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Provisioning complete for port b89c29c8-4d27-428b-9b4b-e9fee60db693 triggered by entity L2. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 19:35:28.578991 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618911'] for port, provisioning_complete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:28.693421 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:28.719791 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55be2ce3-9239-4e62-a228-14490db0c420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b89c29c8-4d27-428b-9b4b-e9fee60db693'}] {{(pid=73809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 19:35:28.729034 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-65ba8c12-0d06-4959-8304-606821799626 None None] For port b89c29c8-4d27-428b-9b4b-e9fee60db693, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=b89c29c8-4d27-428b-9b4b-e9fee60db693,segment=NetworkSegment(ff08c19b-8960-47af-a26c-8b502f897ff7),segment_id=ff08c19b-8960-47af-a26c-8b502f897ff7)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:35:28.736384 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:28.738151 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:35:28.774814 dv-cinder-733622-14-smb neutron-server[73809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55be2ce3-9239-4e62-a228-14490db0c420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b89c29c8-4d27-428b-9b4b-e9fee60db693', 'code': 200} Apr 30 19:35:28.810089 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Pushing event updated for resources: {'Port': ['ID=b89c29c8-4d27-428b-9b4b-e9fee60db693,revision_number=5']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:35:28.813444 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:35:28.903304 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b21c3a-3427-4852-b55f-8da3d1be0096 req-88a164e8-cf85-4844-b352-99fa87d81345 tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:35:28.904765 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-b9b21c3a-3427-4852-b55f-8da3d1be0096 req-88a164e8-cf85-4844-b352-99fa87d81345 tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] 10.222.0.41 "GET /v2.0/ports?device_id=398dbde5-f769-493f-bb99-0f07f6fed192 HTTP/1.1" status: 200 len: 945 time: 0.0840361 Apr 30 19:35:28.950937 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-b9b21c3a-3427-4852-b55f-8da3d1be0096 req-2f08280c-b0a7-4e17-9cf0-948031a4c7c4 tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] 10.222.0.41 "GET /v2.0/security-groups?id=184ab099-d1f1-4765-bfc7-ab0fdc4abd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394342 Apr 30 19:35:29.088973 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d48bdba-c70d-4595-9629-c0bf28ab68eb req-0757ddb5-26ec-4384-8353-fc909376384c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:35:29.090424 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-6d48bdba-c70d-4595-9629-c0bf28ab68eb req-0757ddb5-26ec-4384-8353-fc909376384c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=55be2ce3-9239-4e62-a228-14490db0c420 HTTP/1.1" status: 200 len: 1099 time: 0.0737422 Apr 30 19:35:29.138675 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-6d48bdba-c70d-4595-9629-c0bf28ab68eb req-b2f95000-9f75-4125-98e3-7af762d7e5ff service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=0c97b8e9-0665-42a1-b368-528dbb6fd52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344293 Apr 30 19:35:29.145558 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:29.263059 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-abaefda2-14da-46b7-be41-c4f24c026f78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:29.416446 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d10d5ab-24b9-4f1e-805d-c3799a89c1e1 req-88fb884f-db6a-477b-808b-85d7bf21912b tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:35:29.417886 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-1d10d5ab-24b9-4f1e-805d-c3799a89c1e1 req-88fb884f-db6a-477b-808b-85d7bf21912b tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] 10.222.0.41 "GET /v2.0/ports?device_id=55be2ce3-9239-4e62-a228-14490db0c420 HTTP/1.1" status: 200 len: 946 time: 0.0805652 Apr 30 19:35:29.468833 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-1d10d5ab-24b9-4f1e-805d-c3799a89c1e1 req-662a50a9-7fdf-4456-94db-9f360c84a52e tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] 10.222.0.41 "GET /v2.0/security-groups?id=0c97b8e9-0665-42a1-b368-528dbb6fd52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448782 Apr 30 19:35:29.652024 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-ed785ed3-d3cd-4f24-924e-e50e14ed3bea req-41f426a1-367c-4bb3-8855-8673147d4b31 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3394bdf1-036b-4b34-aa2b-feb8c50fb28e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0770550 Apr 30 19:35:29.744709 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed785ed3-d3cd-4f24-924e-e50e14ed3bea req-f4601b6c-e53e-462e-9311-76d3b27da458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:35:29.746150 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-ed785ed3-d3cd-4f24-924e-e50e14ed3bea req-f4601b6c-e53e-462e-9311-76d3b27da458 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1a3a36846b69409bb56820276a166a65&device_id=3394bdf1-036b-4b34-aa2b-feb8c50fb28e HTTP/1.1" status: 200 len: 1099 time: 0.0725849 Apr 30 19:35:29.963810 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed785ed3-d3cd-4f24-924e-e50e14ed3bea req-a95de87d-e871-4c40-b8ae-8d798129ec7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:35:29.965282 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-ed785ed3-d3cd-4f24-924e-e50e14ed3bea req-a95de87d-e871-4c40-b8ae-8d798129ec7a service neutron] 10.222.0.48 "GET /v2.0/networks?id=fb753e9f-d5ea-4d3b-a660-3bfc4f53e5c0 HTTP/1.1" status: 200 len: 912 time: 0.1967671 Apr 30 19:35:29.978859 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a50b8c-cb59-4d6c-9d23-39e38ee84289 req-915f25cd-d0ff-4347-8b5c-49335fb12f35 tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:35:29.980280 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-53a50b8c-cb59-4d6c-9d23-39e38ee84289 req-915f25cd-d0ff-4347-8b5c-49335fb12f35 tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] 10.222.0.48 "GET /v2.0/ports?device_id=398dbde5-f769-493f-bb99-0f07f6fed192 HTTP/1.1" status: 200 len: 945 time: 0.1737561 Apr 30 19:35:30.142993 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-ed785ed3-d3cd-4f24-924e-e50e14ed3bea req-b316e34e-d4bb-4281-8b6e-d92d02dd2f13 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=13ad3229-4e46-4a34-abb5-bf037a39d827 HTTP/1.1" status: 200 len: 1001 time: 0.1614931 Apr 30 19:35:30.147813 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f95ce5-9ce1-4b20-bc72-9eab3e8c5fcd req-7141c6f5-2975-467b-a2f1-d34507a268de tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:35:30.153035 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-06f95ce5-9ce1-4b20-bc72-9eab3e8c5fcd req-7141c6f5-2975-467b-a2f1-d34507a268de tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] 10.222.0.41 "GET /v2.0/ports?device_id=398dbde5-f769-493f-bb99-0f07f6fed192 HTTP/1.1" status: 200 len: 945 time: 0.0937827 Apr 30 19:35:30.201239 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-06f95ce5-9ce1-4b20-bc72-9eab3e8c5fcd req-7cd2b0a5-776f-4cf7-9453-43ff13697ff9 tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] 10.222.0.41 "GET /v2.0/security-groups?id=184ab099-d1f1-4765-bfc7-ab0fdc4abd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433619 Apr 30 19:35:30.250606 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed785ed3-d3cd-4f24-924e-e50e14ed3bea req-7b60a5b2-f457-449f-a478-4cb4a946e919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:35:30.251957 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-ed785ed3-d3cd-4f24-924e-e50e14ed3bea req-7b60a5b2-f457-449f-a478-4cb4a946e919 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=60d0612e-ab94-488a-8358-4a2e04237205 HTTP/1.1" status: 200 len: 850 time: 0.0783613 Apr 30 19:35:30.314247 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.plugin [req-53a50b8c-cb59-4d6c-9d23-39e38ee84289 req-7cc142d4-3712-4c59-b075-954e6ad4ecc8 tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] Deleting port 3cfcb011-9a01-427b-8877-261ec83157d6 {{(pid=73807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 19:35:30.314617 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-53a50b8c-cb59-4d6c-9d23-39e38ee84289 req-7cc142d4-3712-4c59-b075-954e6ad4ecc8 tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780697314645'] for port, before_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:30.445500 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed785ed3-d3cd-4f24-924e-e50e14ed3bea req-1f33d9bd-1147-4d50-8c58-60149f5e7aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:35:30.446947 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-ed785ed3-d3cd-4f24-924e-e50e14ed3bea req-1f33d9bd-1147-4d50-8c58-60149f5e7aee service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fb753e9f-d5ea-4d3b-a660-3bfc4f53e5c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1840453 Apr 30 19:35:30.503684 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.db [req-53a50b8c-cb59-4d6c-9d23-39e38ee84289 req-7cc142d4-3712-4c59-b075-954e6ad4ecc8 tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] For port 3cfcb011-9a01-427b-8877-261ec83157d6, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=3cfcb011-9a01-427b-8877-261ec83157d6,segment=NetworkSegment(ed660aeb-4367-41fe-9388-d165df18e741),segment_id=ed660aeb-4367-41fe-9388-d165df18e741)] {{(pid=73807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:35:30.503984 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-53a50b8c-cb59-4d6c-9d23-39e38ee84289 req-7cc142d4-3712-4c59-b075-954e6ad4ecc8 tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664767'] for port, precommit_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:30.842805 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.plugin [req-53a50b8c-cb59-4d6c-9d23-39e38ee84289 req-7cc142d4-3712-4c59-b075-954e6ad4ecc8 tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] Calling delete_port for 3cfcb011-9a01-427b-8877-261ec83157d6 owned by compute:nova {{(pid=73807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 19:35:30.895594 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-ed785ed3-d3cd-4f24-924e-e50e14ed3bea req-e51438cc-7951-41d7-8838-698780384c06 service neutron] 10.222.0.48 "GET /v2.0/networks/fb753e9f-d5ea-4d3b-a660-3bfc4f53e5c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4362428 Apr 30 19:35:31.022516 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cea63fe-ded7-45ec-97d8-2ddfb44b2064 req-ea192ff9-99b0-46c6-8e73-6bdc4585673d tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:35:31.023890 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-2cea63fe-ded7-45ec-97d8-2ddfb44b2064 req-ea192ff9-99b0-46c6-8e73-6bdc4585673d tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] 10.222.0.41 "GET /v2.0/ports?device_id=55be2ce3-9239-4e62-a228-14490db0c420 HTTP/1.1" status: 200 len: 946 time: 0.4165668 Apr 30 19:35:31.113873 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-2cea63fe-ded7-45ec-97d8-2ddfb44b2064 req-01c5623b-d496-468b-973d-3cddf701945e tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] 10.222.0.41 "GET /v2.0/security-groups?id=0c97b8e9-0665-42a1-b368-528dbb6fd52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835166 Apr 30 19:35:31.145816 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-ed785ed3-d3cd-4f24-924e-e50e14ed3bea req-956c8a7a-23ba-49ba-a217-099709b5cb3c service neutron] 10.222.0.48 "GET /v2.0/networks/fb753e9f-d5ea-4d3b-a660-3bfc4f53e5c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400103 Apr 30 19:35:31.183568 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-53a50b8c-cb59-4d6c-9d23-39e38ee84289 req-7cc142d4-3712-4c59-b075-954e6ad4ecc8 tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780697316006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780696898079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62583854'] for port, after_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:31.190176 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-b843ff56-a8ac-443f-be47-72d1286c94a3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:35:31.196459 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-65ba8c12-0d06-4959-8304-606821799626 None None] get_ports_and_sgs() called for port_ids ['3cfcb011-9a01-427b-8877-261ec83157d6'] {{(pid=73809) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 19:35:31.258510 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc142d4-3712-4c59-b075-954e6ad4ecc8 tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] Pushing event deleted for resources: {'Port': ['ID=3cfcb011-9a01-427b-8877-261ec83157d6,revision_number=None']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:35:31.261617 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-7cc142d4-3712-4c59-b075-954e6ad4ecc8 tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:35:31.343784 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.l3_dvrscheduler_db [req-53a50b8c-cb59-4d6c-9d23-39e38ee84289 req-7cc142d4-3712-4c59-b075-954e6ad4ecc8 tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] No DVR routers for this DVR port 3cfcb011-9a01-427b-8877-261ec83157d6 on host hv-cinder-73362 {{(pid=73807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 19:35:31.344906 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-53a50b8c-cb59-4d6c-9d23-39e38ee84289 req-7cc142d4-3712-4c59-b075-954e6ad4ecc8 tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937687'] for port, before_response {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:31.347721 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '398dbde5-f769-493f-bb99-0f07f6fed192', 'name': 'network-vif-deleted', 'tag': '3cfcb011-9a01-427b-8877-261ec83157d6'}] {{(pid=73807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 19:35:31.366827 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-53a50b8c-cb59-4d6c-9d23-39e38ee84289 req-7cc142d4-3712-4c59-b075-954e6ad4ecc8 tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] 10.222.0.48 "DELETE /v2.0/ports/3cfcb011-9a01-427b-8877-261ec83157d6 HTTP/1.1" status: 204 len: 173 time: 1.3298001 Apr 30 19:35:31.428904 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [req-58d8ef4b-f520-4d9a-8f2c-fb99189f2155 req-f8054c53-3e76-436d-8d0c-cf0f4b451e44 tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] Synchronizing usage tracker for tenant:e67bebe82dfc4acd96a2733e0754cd04 on resource:port {{(pid=73807) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 19:35:31.434601 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b1a742-ca22-4b3c-86e8-29e05626d15f req-8eb62c2c-a8d6-4cc5-85da-7bbdb594f481 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:35:31.436038 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-98b1a742-ca22-4b3c-86e8-29e05626d15f req-8eb62c2c-a8d6-4cc5-85da-7bbdb594f481 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] 10.222.0.41 "GET /v2.0/ports?device_id=55be2ce3-9239-4e62-a228-14490db0c420 HTTP/1.1" status: 200 len: 946 time: 0.1078548 Apr 30 19:35:31.445614 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [req-58d8ef4b-f520-4d9a-8f2c-fb99189f2155 req-f8054c53-3e76-436d-8d0c-cf0f4b451e44 tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] Unset dirty status for tenant:e67bebe82dfc4acd96a2733e0754cd04 on resource:port {{(pid=73807) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 19:35:31.446859 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-58d8ef4b-f520-4d9a-8f2c-fb99189f2155 req-f8054c53-3e76-436d-8d0c-cf0f4b451e44 tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] 10.222.0.41 "GET /v2.0/ports?device_id=398dbde5-f769-493f-bb99-0f07f6fed192 HTTP/1.1" status: 200 len: 210 time: 0.0790615 Apr 30 19:35:31.496009 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-98b1a742-ca22-4b3c-86e8-29e05626d15f req-09153145-ffc2-4bfe-8a70-e2d9261f17b6 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] 10.222.0.41 "GET /v2.0/security-groups?id=0c97b8e9-0665-42a1-b368-528dbb6fd52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528519 Apr 30 19:35:31.504098 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '398dbde5-f769-493f-bb99-0f07f6fed192', 'name': 'network-vif-deleted', 'tag': '3cfcb011-9a01-427b-8877-261ec83157d6', 'status': 'completed', 'code': 200} Apr 30 19:35:31.521727 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 45356) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:35:31.761623 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44dd4900-dbac-4719-9355-05f5fbe41073 tempest-TestShelveInstance-123860720 tempest-TestShelveInstance-123860720-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:35:31.763112 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-44dd4900-dbac-4719-9355-05f5fbe41073 tempest-TestShelveInstance-123860720 tempest-TestShelveInstance-123860720-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=55be2ce3-9239-4e62-a228-14490db0c420 HTTP/1.1" status: 200 len: 1094 time: 0.2404456 Apr 30 19:35:31.766892 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 45362) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:35:31.771905 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.v2.base [None req-d61bf61b-fd11-42b0-9aa3-9dabea8ee8d9 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Request body: {'floatingip': {'floating_network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'port_id': 'b89c29c8-4d27-428b-9b4b-e9fee60db693', 'tenant_id': '269cfbb152ef4300b85b7cd97f75a140', 'fixed_ip_address': '172.20.0.13'}} {{(pid=73807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 19:35:31.777848 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-d61bf61b-fd11-42b0-9aa3-9dabea8ee8d9 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:35:31.782454 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-d61bf61b-fd11-42b0-9aa3-9dabea8ee8d9 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Usage tracker for resource:floatingip and tenant:269cfbb152ef4300b85b7cd97f75a140 is out of sync, need to count used quota {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:35:31.785277 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-d61bf61b-fd11-42b0-9aa3-9dabea8ee8d9 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:35:31.791200 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-d61bf61b-fd11-42b0-9aa3-9dabea8ee8d9 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:35:31.801828 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-d61bf61b-fd11-42b0-9aa3-9dabea8ee8d9 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Notify callbacks [] for floatingip, before_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:31.944777 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-d61bf61b-fd11-42b0-9aa3-9dabea8ee8d9 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:32.080346 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.db_base_plugin_common [None req-d61bf61b-fd11-42b0-9aa3-9dabea8ee8d9 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Allocated IP 172.28.1.34 (9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7/476340fc-add5-4316-93e7-f3b1afc75f73/06fc53d4-4481-4200-9932-8a6130679dd2) {{(pid=73807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 19:35:32.227471 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-d61bf61b-fd11-42b0-9aa3-9dabea8ee8d9 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Notify callbacks [] for port, precommit_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:32.256840 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-d61bf61b-fd11-42b0-9aa3-9dabea8ee8d9 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780696898070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62583854'] for port, after_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:32.260304 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-7cf3b896-d754-4040-b46c-cc318e93d59c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:35:32.322764 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61bf61b-fd11-42b0-9aa3-9dabea8ee8d9 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Network 9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7 is already hosted by enough agents. {{(pid=73807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 19:35:32.325940 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.scheduler.base_scheduler [None req-d61bf61b-fd11-42b0-9aa3-9dabea8ee8d9 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Resources bound (agent type, host, resource id): {{(pid=73807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 19:35:32.328935 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61bf61b-fd11-42b0-9aa3-9dabea8ee8d9 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Received port after_create {{(pid=73807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 19:35:32.366589 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61bf61b-fd11-42b0-9aa3-9dabea8ee8d9 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Pushing event updated for resources: {'Port': ['ID=06fc53d4-4481-4200-9932-8a6130679dd2,revision_number=1']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:35:32.370673 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-d61bf61b-fd11-42b0-9aa3-9dabea8ee8d9 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:35:32.861120 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-d61bf61b-fd11-42b0-9aa3-9dabea8ee8d9 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:32.941201 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-d61bf61b-fd11-42b0-9aa3-9dabea8ee8d9 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:33.164183 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-d61bf61b-fd11-42b0-9aa3-9dabea8ee8d9 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Notify callbacks [] for port, precommit_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:33.170701 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-d61bf61b-fd11-42b0-9aa3-9dabea8ee8d9 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62583833'] for port, after_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:33.178152 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-d61bf61b-fd11-42b0-9aa3-9dabea8ee8d9 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:35:33.294675 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61bf61b-fd11-42b0-9aa3-9dabea8ee8d9 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Pushing event updated for resources: {'Port': ['ID=06fc53d4-4481-4200-9932-8a6130679dd2,revision_number=2']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:35:33.299299 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-d61bf61b-fd11-42b0-9aa3-9dabea8ee8d9 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:35:33.307741 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-d61bf61b-fd11-42b0-9aa3-9dabea8ee8d9 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679255'] for floatingip, after_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:33.482329 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.db.l3_db [None req-d61bf61b-fd11-42b0-9aa3-9dabea8ee8d9 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Floating IP 10341144-3acc-445f-aea9-4c9844c9150c associated. External IP: 172.28.1.34, port: b89c29c8-4d27-428b-9b4b-e9fee60db693. Apr 30 19:35:33.829171 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d61bf61b-fd11-42b0-9aa3-9dabea8ee8d9 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Router c4adb45b-8761-407b-8003-29cd38a85bff has already been hosted by L3 agent 19062261-8801-4f4d-b71c-f22a3dba3fbe {{(pid=73807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 19:35:34.014805 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d61bf61b-fd11-42b0-9aa3-9dabea8ee8d9 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Notify agent at l3_agent.dv-cinder-733622-14-smb the message routers_updated {{(pid=73807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 19:35:34.024449 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b91d5ea-876d-49a2-883e-55b03eefa5dc None None] Sync routers for ids ['c4adb45b-8761-407b-8003-29cd38a85bff'] in dv-cinder-733622-14-smb {{(pid=73809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 19:35:34.034459 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b91d5ea-876d-49a2-883e-55b03eefa5dc None None] Routers {'c4adb45b-8761-407b-8003-29cd38a85bff'} bound to L3 agent in host dv-cinder-733622-14-smb {{(pid=73809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 19:35:34.035757 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_hamode_db [None req-8b91d5ea-876d-49a2-883e-55b03eefa5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T19:24:27Z,description=,heartbeat_timestamp=2021-04-30T19:35:27Z,host='dv-cinder-733622-14-smb',id=19062261-8801-4f4d-b71c-f22a3dba3fbe,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T19:24:27Z,topic='l3_agent')) {'router_ids': ['c4adb45b-8761-407b-8003-29cd38a85bff'], 'active': True} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:35:34.046927 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-d61bf61b-fd11-42b0-9aa3-9dabea8ee8d9 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937687'] for floatingip, before_response {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:34.221320 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-d61bf61b-fd11-42b0-9aa3-9dabea8ee8d9 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4528837 Apr 30 19:35:34.222234 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55be2ce3-9239-4e62-a228-14490db0c420', 'tag': 'b89c29c8-4d27-428b-9b4b-e9fee60db693'}] {{(pid=73807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 19:35:34.261726 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_dvr_db [None req-8b91d5ea-876d-49a2-883e-55b03eefa5dc None None] Set router c4adb45b-8761-407b-8003-29cd38a85bff gateway port host: dv-cinder-733622-14-smb {{(pid=73809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 19:35:34.271536 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55be2ce3-9239-4e62-a228-14490db0c420', 'tag': 'b89c29c8-4d27-428b-9b4b-e9fee60db693', 'status': 'completed', 'code': 200} Apr 30 19:35:34.370202 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5375597-cee2-4255-812b-e78136f2cf53 req-b0104661-5527-4155-94cc-1cee2f8cba73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:35:34.371762 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-d5375597-cee2-4255-812b-e78136f2cf53 req-b0104661-5527-4155-94cc-1cee2f8cba73 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=269cfbb152ef4300b85b7cd97f75a140&device_id=55be2ce3-9239-4e62-a228-14490db0c420 HTTP/1.1" status: 200 len: 1099 time: 0.0787156 Apr 30 19:35:34.512084 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5375597-cee2-4255-812b-e78136f2cf53 req-d60c0f60-5afc-481d-8c8f-0a3bc8afe0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:35:34.513915 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-d5375597-cee2-4255-812b-e78136f2cf53 req-d60c0f60-5afc-481d-8c8f-0a3bc8afe0b4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c9550696-1d67-45d6-8a04-78e6b9388125 HTTP/1.1" status: 200 len: 910 time: 0.1352329 Apr 30 19:35:34.546909 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Device 3cfcb011-9a01-427b-8877-261ec83157d6 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=73809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 19:35:34.594394 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-65ba8c12-0d06-4959-8304-606821799626 None None] No Port match for: 3cfcb011-9a01-427b-8877-261ec83157d6 {{(pid=73809) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 19:35:34.594801 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Device 3cfcb011-9a01-427b-8877-261ec83157d6 not bound to the agent host hv-cinder-73362 {{(pid=73809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 19:35:34.629258 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-d5375597-cee2-4255-812b-e78136f2cf53 req-c52b5ae0-5efd-4d19-bac6-954cdd9d57f7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b89c29c8-4d27-428b-9b4b-e9fee60db693 HTTP/1.1" status: 200 len: 999 time: 0.1087222 Apr 30 19:35:34.663414 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_hamode_db [None req-8b91d5ea-876d-49a2-883e-55b03eefa5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4adb45b-8761-407b-8003-29cd38a85bff', 'name': 'tempest-TestShelveInstance-1574996601-router', 'tenant_id': '269cfbb152ef4300b85b7cd97f75a140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'external_fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.119'}], 'enable_snat': True}, 'gw_port_id': 'd35ff2a7-fe54-49ae-966e-26626be289c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T19:34:41Z', 'updated_at': '2021-04-30T19:34:46Z', 'revision_number': 4, 'project_id': '269cfbb152ef4300b85b7cd97f75a140', 'gw_port': {'id': 'd35ff2a7-fe54-49ae-966e-26626be289c8', 'name': '', 'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:78:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4adb45b-8761-407b-8003-29cd38a85bff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:34:42Z', 'updated_at': '2021-04-30T19:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-14-smb', '_floatingips': [{'id': '10341144-3acc-445f-aea9-4c9844c9150c', 'tenant_id': '269cfbb152ef4300b85b7cd97f75a140', 'floating_ip_address': '172.28.1.34', 'floating_network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'router_id': 'c4adb45b-8761-407b-8003-29cd38a85bff', 'port_id': 'b89c29c8-4d27-428b-9b4b-e9fee60db693', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9550696-1d67-45d6-8a04-78e6b9388125', 'mac_address': 'fa:16:3e:e0:a5:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55be2ce3-9239-4e62-a228-14490db0c420', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T19:35:32Z', 'updated_at': '2021-04-30T19:35:32Z', 'revision_number': 0, 'project_id': '269cfbb152ef4300b85b7cd97f75a140', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7ce960c-3f59-404c-9521-5e1df2750ffe', 'name': '', 'network_id': 'c9550696-1d67-45d6-8a04-78e6b9388125', 'tenant_id': '269cfbb152ef4300b85b7cd97f75a140', 'mac_address': 'fa:16:3e:7e:57:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4adb45b-8761-407b-8003-29cd38a85bff', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '052186e4-87d6-40de-a696-6b4cd32cfb08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:34:45Z', 'updated_at': '2021-04-30T19:34:53Z', 'revision_number': 5, 'project_id': '269cfbb152ef4300b85b7cd97f75a140', 'subnets': [{'id': '052186e4-87d6-40de-a696-6b4cd32cfb08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-14-smb', False) {} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:35:34.667470 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b91d5ea-876d-49a2-883e-55b03eefa5dc None None] Checking router: c4adb45b-8761-407b-8003-29cd38a85bff for host: dv-cinder-733622-14-smb {{(pid=73809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 19:35:34.681008 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b91d5ea-876d-49a2-883e-55b03eefa5dc None None] Routers {'c4adb45b-8761-407b-8003-29cd38a85bff'} bound to L3 agent in host dv-cinder-733622-14-smb {{(pid=73809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 19:35:34.681645 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_hamode_db [None req-8b91d5ea-876d-49a2-883e-55b03eefa5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T19:24:27Z,description=,heartbeat_timestamp=2021-04-30T19:35:27Z,host='dv-cinder-733622-14-smb',id=19062261-8801-4f4d-b71c-f22a3dba3fbe,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T19:24:27Z,topic='l3_agent')) {'router_ids': ['c4adb45b-8761-407b-8003-29cd38a85bff'], 'active': True} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:35:34.699579 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5375597-cee2-4255-812b-e78136f2cf53 req-bec9f3a7-433f-49af-a832-a2a0bc17ffd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:35:34.701038 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-d5375597-cee2-4255-812b-e78136f2cf53 req-bec9f3a7-433f-49af-a832-a2a0bc17ffd7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=052186e4-87d6-40de-a696-6b4cd32cfb08 HTTP/1.1" status: 200 len: 848 time: 0.0648313 Apr 30 19:35:34.785999 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5375597-cee2-4255-812b-e78136f2cf53 req-0331e3b2-8141-4211-819b-7bc47b1bab91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:35:34.787896 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-d5375597-cee2-4255-812b-e78136f2cf53 req-0331e3b2-8141-4211-819b-7bc47b1bab91 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c9550696-1d67-45d6-8a04-78e6b9388125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0794110 Apr 30 19:35:34.876219 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_dvr_db [None req-8b91d5ea-876d-49a2-883e-55b03eefa5dc None None] Set router c4adb45b-8761-407b-8003-29cd38a85bff gateway port host: dv-cinder-733622-14-smb {{(pid=73809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 19:35:34.930374 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-d5375597-cee2-4255-812b-e78136f2cf53 req-385eca40-9e72-47b4-8e9f-f62d89232603 service neutron] 10.222.0.48 "GET /v2.0/networks/c9550696-1d67-45d6-8a04-78e6b9388125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359541 Apr 30 19:35:35.063591 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-d5375597-cee2-4255-812b-e78136f2cf53 req-7b27fc0a-f837-4595-ae7a-d3ed4600402d service neutron] 10.222.0.48 "GET /v2.0/networks/c9550696-1d67-45d6-8a04-78e6b9388125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261008 Apr 30 19:35:35.254351 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_hamode_db [None req-8b91d5ea-876d-49a2-883e-55b03eefa5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4adb45b-8761-407b-8003-29cd38a85bff', 'name': 'tempest-TestShelveInstance-1574996601-router', 'tenant_id': '269cfbb152ef4300b85b7cd97f75a140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'external_fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.119'}], 'enable_snat': True}, 'gw_port_id': 'd35ff2a7-fe54-49ae-966e-26626be289c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T19:34:41Z', 'updated_at': '2021-04-30T19:34:46Z', 'revision_number': 4, 'project_id': '269cfbb152ef4300b85b7cd97f75a140', 'gw_port': {'id': 'd35ff2a7-fe54-49ae-966e-26626be289c8', 'name': '', 'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:78:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4adb45b-8761-407b-8003-29cd38a85bff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:34:42Z', 'updated_at': '2021-04-30T19:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-14-smb', '_floatingips': [{'id': '10341144-3acc-445f-aea9-4c9844c9150c', 'tenant_id': '269cfbb152ef4300b85b7cd97f75a140', 'floating_ip_address': '172.28.1.34', 'floating_network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'router_id': 'c4adb45b-8761-407b-8003-29cd38a85bff', 'port_id': 'b89c29c8-4d27-428b-9b4b-e9fee60db693', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9550696-1d67-45d6-8a04-78e6b9388125', 'mac_address': 'fa:16:3e:e0:a5:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55be2ce3-9239-4e62-a228-14490db0c420', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T19:35:32Z', 'updated_at': '2021-04-30T19:35:32Z', 'revision_number': 0, 'project_id': '269cfbb152ef4300b85b7cd97f75a140', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7ce960c-3f59-404c-9521-5e1df2750ffe', 'name': '', 'network_id': 'c9550696-1d67-45d6-8a04-78e6b9388125', 'tenant_id': '269cfbb152ef4300b85b7cd97f75a140', 'mac_address': 'fa:16:3e:7e:57:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4adb45b-8761-407b-8003-29cd38a85bff', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '052186e4-87d6-40de-a696-6b4cd32cfb08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:34:45Z', 'updated_at': '2021-04-30T19:34:53Z', 'revision_number': 5, 'project_id': '269cfbb152ef4300b85b7cd97f75a140', 'subnets': [{'id': '052186e4-87d6-40de-a696-6b4cd32cfb08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-14-smb', False) {} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:35:35.258561 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b91d5ea-876d-49a2-883e-55b03eefa5dc None None] The sync data for ids ['c4adb45b-8761-407b-8003-29cd38a85bff'] in dv-cinder-733622-14-smb is: [{'id': 'c4adb45b-8761-407b-8003-29cd38a85bff', 'name': 'tempest-TestShelveInstance-1574996601-router', 'tenant_id': '269cfbb152ef4300b85b7cd97f75a140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'external_fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.119'}], 'enable_snat': True}, 'gw_port_id': 'd35ff2a7-fe54-49ae-966e-26626be289c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T19:34:41Z', 'updated_at': '2021-04-30T19:34:46Z', 'revision_number': 4, 'project_id': '269cfbb152ef4300b85b7cd97f75a140', 'gw_port': {'id': 'd35ff2a7-fe54-49ae-966e-26626be289c8', 'name': '', 'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:78:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4adb45b-8761-407b-8003-29cd38a85bff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:34:42Z', 'updated_at': '2021-04-30T19:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-14-smb', '_floatingips': [{'id': '10341144-3acc-445f-aea9-4c9844c9150c', 'tenant_id': '269cfbb152ef4300b85b7cd97f75a140', 'floating_ip_address': '172.28.1.34', 'floating_network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'router_id': 'c4adb45b-8761-407b-8003-29cd38a85bff', 'port_id': 'b89c29c8-4d27-428b-9b4b-e9fee60db693', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9550696-1d67-45d6-8a04-78e6b9388125', 'mac_address': 'fa:16:3e:e0:a5:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55be2ce3-9239-4e62-a228-14490db0c420', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T19:35:32Z', 'updated_at': '2021-04-30T19:35:32Z', 'revision_number': 0, 'project_id': '269cfbb152ef4300b85b7cd97f75a140', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7ce960c-3f59-404c-9521-5e1df2750ffe', 'name': '', 'network_id': 'c9550696-1d67-45d6-8a04-78e6b9388125', 'tenant_id': '269cfbb152ef4300b85b7cd97f75a140', 'mac_address': 'fa:16:3e:7e:57:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4adb45b-8761-407b-8003-29cd38a85bff', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '052186e4-87d6-40de-a696-6b4cd32cfb08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:34:45Z', 'updated_at': '2021-04-30T19:34:53Z', 'revision_number': 5, 'project_id': '269cfbb152ef4300b85b7cd97f75a140', 'subnets': [{'id': '052186e4-87d6-40de-a696-6b4cd32cfb08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 19:35:35.444287 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d546e403-736f-4ba2-ad9e-28a8dfd14c15 None None] New status for floating IP 10341144-3acc-445f-aea9-4c9844c9150c: ACTIVE {{(pid=73810) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 19:35:36.894085 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b33b9c4-4e17-4deb-8c0f-3a992850fcc0 req-e2affa8d-9bb3-4fb6-b437-dfe7f1ff7827 tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:35:36.895531 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-2b33b9c4-4e17-4deb-8c0f-3a992850fcc0 req-e2affa8d-9bb3-4fb6-b437-dfe7f1ff7827 tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] 10.222.0.41 "GET /v2.0/networks?id=b43604af-9124-42a1-9d34-be2ce6e9a52b HTTP/1.1" status: 200 len: 814 time: 0.1499803 Apr 30 19:35:36.910697 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-2b33b9c4-4e17-4deb-8c0f-3a992850fcc0 req-71e5609e-1f8f-4829-825c-9bbb147c51b7 tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] 10.222.0.41 "GET /v2.0/quotas/e67bebe82dfc4acd96a2733e0754cd04 HTTP/1.1" status: 200 len: 375 time: 0.0096538 Apr 30 19:35:36.959108 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-2b33b9c4-4e17-4deb-8c0f-3a992850fcc0 req-fa69199a-158d-4db9-9eb6-7952b8c84834 tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e67bebe82dfc4acd96a2733e0754cd04&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0433083 Apr 30 19:35:37.099624 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-2b33b9c4-4e17-4deb-8c0f-3a992850fcc0 req-e8f35f47-b7e3-4539-9598-99c3acc62b88 service neutron] 10.222.0.41 "GET /v2.0/networks/b43604af-9124-42a1-9d34-be2ce6e9a52b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332364 Apr 30 19:35:37.267266 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-2b33b9c4-4e17-4deb-8c0f-3a992850fcc0 req-44baef0f-f5b7-414b-b583-005439af63fb service neutron] 10.222.0.41 "GET /v2.0/networks/b43604af-9124-42a1-9d34-be2ce6e9a52b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609101 Apr 30 19:35:37.496229 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-a709513d-4987-40ee-88f8-86bb9774af5d req-823136a5-746f-4aac-82a7-8697a10a5340 tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] 10.222.0.41 "GET /v2.0/ports?device_id=79c9e5b5-1aed-4cbd-8655-aa9f75487e06 HTTP/1.1" status: 200 len: 210 time: 0.0470376 Apr 30 19:35:38.709914 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-0150a5b7-25fe-4ad6-a330-ececed395ca6 req-06f2537a-8ae1-41ef-98d3-17fdd4959dc8 tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] 10.222.0.41 "GET /v2.0/ports?device_id=79c9e5b5-1aed-4cbd-8655-aa9f75487e06 HTTP/1.1" status: 200 len: 210 time: 0.0643554 Apr 30 19:35:38.758475 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b33b9c4-4e17-4deb-8c0f-3a992850fcc0 req-a8ea36dd-3f06-4254-bd00-7fc4b3c9a895 tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:35:38.759954 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-2b33b9c4-4e17-4deb-8c0f-3a992850fcc0 req-a8ea36dd-3f06-4254-bd00-7fc4b3c9a895 tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] 10.222.0.48 "GET /v2.0/networks?id=b43604af-9124-42a1-9d34-be2ce6e9a52b HTTP/1.1" status: 200 len: 814 time: 0.2324154 Apr 30 19:35:38.774987 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.v2.base [req-2b33b9c4-4e17-4deb-8c0f-3a992850fcc0 req-a7affa97-bc0d-40c1-a65c-9eda815533ab tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] Request body: {'port': {'device_id': '79c9e5b5-1aed-4cbd-8655-aa9f75487e06', 'network_id': 'b43604af-9124-42a1-9d34-be2ce6e9a52b', 'admin_state_up': True, 'tenant_id': 'e67bebe82dfc4acd96a2733e0754cd04'}} {{(pid=73807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 19:35:39.002141 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [req-2b33b9c4-4e17-4deb-8c0f-3a992850fcc0 req-a7affa97-bc0d-40c1-a65c-9eda815533ab tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:35:39.011877 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [req-2b33b9c4-4e17-4deb-8c0f-3a992850fcc0 req-a7affa97-bc0d-40c1-a65c-9eda815533ab tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:35:39.022350 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b33b9c4-4e17-4deb-8c0f-3a992850fcc0 req-a7affa97-bc0d-40c1-a65c-9eda815533ab tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] Made reservation on behalf of e67bebe82dfc4acd96a2733e0754cd04 for: {'port': 1} {{(pid=73807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 19:35:39.025826 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-2b33b9c4-4e17-4deb-8c0f-3a992850fcc0 req-a7affa97-bc0d-40c1-a65c-9eda815533ab tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:39.194697 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.db_base_plugin_common [req-2b33b9c4-4e17-4deb-8c0f-3a992850fcc0 req-a7affa97-bc0d-40c1-a65c-9eda815533ab tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] Allocated IP 172.20.0.5 (b43604af-9124-42a1-9d34-be2ce6e9a52b/ee63e9f9-8008-4498-995b-8405bf587e1d/a191bfa1-eaa2-4e34-ad6f-dd5c8f6b037b) {{(pid=73807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 19:35:39.402257 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-2b33b9c4-4e17-4deb-8c0f-3a992850fcc0 req-a7affa97-bc0d-40c1-a65c-9eda815533ab tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] Notify callbacks [] for port, precommit_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:39.432456 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-2b33b9c4-4e17-4deb-8c0f-3a992850fcc0 req-a7affa97-bc0d-40c1-a65c-9eda815533ab tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780696898070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62583854'] for port, after_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:39.438366 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-0d63cb89-4ec8-4633-8046-d2c9ea7aeeae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:35:39.502337 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b33b9c4-4e17-4deb-8c0f-3a992850fcc0 req-a7affa97-bc0d-40c1-a65c-9eda815533ab tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] Network b43604af-9124-42a1-9d34-be2ce6e9a52b is already hosted by enough agents. {{(pid=73807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 19:35:39.510477 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.scheduler.base_scheduler [req-2b33b9c4-4e17-4deb-8c0f-3a992850fcc0 req-a7affa97-bc0d-40c1-a65c-9eda815533ab tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] Resources bound (agent type, host, resource id): {{(pid=73807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 19:35:39.515658 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b33b9c4-4e17-4deb-8c0f-3a992850fcc0 req-a7affa97-bc0d-40c1-a65c-9eda815533ab tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] Received port after_create {{(pid=73807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 19:35:39.556820 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7affa97-bc0d-40c1-a65c-9eda815533ab tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] Pushing event updated for resources: {'Port': ['ID=a191bfa1-eaa2-4e34-ad6f-dd5c8f6b037b,revision_number=1']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:35:39.561508 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-a7affa97-bc0d-40c1-a65c-9eda815533ab tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:35:39.583802 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b33b9c4-4e17-4deb-8c0f-3a992850fcc0 req-a7affa97-bc0d-40c1-a65c-9eda815533ab tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:35:39.584435 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-2b33b9c4-4e17-4deb-8c0f-3a992850fcc0 req-a7affa97-bc0d-40c1-a65c-9eda815533ab tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937687'] for port, before_response {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:39.610298 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-2b33b9c4-4e17-4deb-8c0f-3a992850fcc0 req-a7affa97-bc0d-40c1-a65c-9eda815533ab tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8412783 Apr 30 19:35:39.622390 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.v2.base [req-2b33b9c4-4e17-4deb-8c0f-3a992850fcc0 req-6fab51f2-900d-410d-8cca-04444334ec52 service neutron] Request body: {'port': {'device_id': '79c9e5b5-1aed-4cbd-8655-aa9f75487e06', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=73807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 19:35:39.735726 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-2b33b9c4-4e17-4deb-8c0f-3a992850fcc0 req-6fab51f2-900d-410d-8cca-04444334ec52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:39.927691 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d550ab9-984c-4bfd-b26e-a00e06f38386 req-e5a81604-2258-488c-94c8-150e4a4d08ab tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:35:39.929178 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-8d550ab9-984c-4bfd-b26e-a00e06f38386 req-e5a81604-2258-488c-94c8-150e4a4d08ab tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] 10.222.0.41 "GET /v2.0/ports?device_id=79c9e5b5-1aed-4cbd-8655-aa9f75487e06 HTTP/1.1" status: 200 len: 931 time: 0.0933049 Apr 30 19:35:39.975805 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-8d550ab9-984c-4bfd-b26e-a00e06f38386 req-84de3579-5256-4ebe-96c4-cb3e5b05a430 tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] 10.222.0.41 "GET /v2.0/security-groups?id=184ab099-d1f1-4765-bfc7-ab0fdc4abd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408065 Apr 30 19:35:40.094437 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.notifiers.nova [req-2b33b9c4-4e17-4deb-8c0f-3a992850fcc0 req-6fab51f2-900d-410d-8cca-04444334ec52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a191bfa1-eaa2-4e34-ad6f-dd5c8f6b037b {{(pid=73807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 19:35:40.101631 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-2b33b9c4-4e17-4deb-8c0f-3a992850fcc0 req-6fab51f2-900d-410d-8cca-04444334ec52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:40.117052 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.provisioning_blocks [req-2b33b9c4-4e17-4deb-8c0f-3a992850fcc0 req-6fab51f2-900d-410d-8cca-04444334ec52 service neutron] Transition to ACTIVE for port object a191bfa1-eaa2-4e34-ad6f-dd5c8f6b037b will not be triggered until provisioned by entity L2. {{(pid=73807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 19:35:40.120618 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-2b33b9c4-4e17-4deb-8c0f-3a992850fcc0 req-6fab51f2-900d-410d-8cca-04444334ec52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62583833'] for port, after_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:40.124303 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-cbde0b73-6c55-4719-8fa0-6ab59c7377cd tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:35:40.253521 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fab51f2-900d-410d-8cca-04444334ec52 service neutron] Pushing event updated for resources: {'Port': ['ID=a191bfa1-eaa2-4e34-ad6f-dd5c8f6b037b,revision_number=2']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:35:40.283619 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-6fab51f2-900d-410d-8cca-04444334ec52 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:35:40.362464 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.managers [req-2b33b9c4-4e17-4deb-8c0f-3a992850fcc0 req-6fab51f2-900d-410d-8cca-04444334ec52 service neutron] Attempting to bind port a191bfa1-eaa2-4e34-ad6f-dd5c8f6b037b on host hv-cinder-73362 for vnic_type normal with profile {{(pid=73807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 19:35:40.362808 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.managers [req-2b33b9c4-4e17-4deb-8c0f-3a992850fcc0 req-6fab51f2-900d-410d-8cca-04444334ec52 service neutron] Attempting to bind port a191bfa1-eaa2-4e34-ad6f-dd5c8f6b037b by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': 'ed660aeb-4367-41fe-9388-d165df18e741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b43604af-9124-42a1-9d34-be2ce6e9a52b'}] {{(pid=73807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 19:35:40.363144 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b33b9c4-4e17-4deb-8c0f-3a992850fcc0 req-6fab51f2-900d-410d-8cca-04444334ec52 service neutron] Attempting to bind port a191bfa1-eaa2-4e34-ad6f-dd5c8f6b037b on network b43604af-9124-42a1-9d34-be2ce6e9a52b {{(pid=73807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 19:35:40.367829 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b33b9c4-4e17-4deb-8c0f-3a992850fcc0 req-6fab51f2-900d-410d-8cca-04444334ec52 service neutron] Port a191bfa1-eaa2-4e34-ad6f-dd5c8f6b037b on network b43604af-9124-42a1-9d34-be2ce6e9a52b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=73807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 19:35:40.368153 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b33b9c4-4e17-4deb-8c0f-3a992850fcc0 req-6fab51f2-900d-410d-8cca-04444334ec52 service neutron] Attempting to bind port a191bfa1-eaa2-4e34-ad6f-dd5c8f6b037b on network b43604af-9124-42a1-9d34-be2ce6e9a52b {{(pid=73807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 19:35:40.373266 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b33b9c4-4e17-4deb-8c0f-3a992850fcc0 req-6fab51f2-900d-410d-8cca-04444334ec52 service neutron] Checking agent: {'id': '787256c0-27a9-4f74-baeb-f887319a5aee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 19, 30, 29), 'started_at': datetime.datetime(2021, 4, 30, 19, 30, 29), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 19, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 19:35:40.373602 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b33b9c4-4e17-4deb-8c0f-3a992850fcc0 req-6fab51f2-900d-410d-8cca-04444334ec52 service neutron] Checking segment: {'id': 'ed660aeb-4367-41fe-9388-d165df18e741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b43604af-9124-42a1-9d34-be2ce6e9a52b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 19:35:40.374035 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b33b9c4-4e17-4deb-8c0f-3a992850fcc0 req-6fab51f2-900d-410d-8cca-04444334ec52 service neutron] Bound using segment: {'id': 'ed660aeb-4367-41fe-9388-d165df18e741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b43604af-9124-42a1-9d34-be2ce6e9a52b'} {{(pid=73807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 19:35:40.375140 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.managers [req-2b33b9c4-4e17-4deb-8c0f-3a992850fcc0 req-6fab51f2-900d-410d-8cca-04444334ec52 service neutron] Bound port: a191bfa1-eaa2-4e34-ad6f-dd5c8f6b037b, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed660aeb-4367-41fe-9388-d165df18e741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b43604af-9124-42a1-9d34-be2ce6e9a52b'}}] {{(pid=73807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 19:35:40.375305 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-2b33b9c4-4e17-4deb-8c0f-3a992850fcc0 req-6fab51f2-900d-410d-8cca-04444334ec52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:40.468915 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.db [req-2b33b9c4-4e17-4deb-8c0f-3a992850fcc0 req-6fab51f2-900d-410d-8cca-04444334ec52 service neutron] For port a191bfa1-eaa2-4e34-ad6f-dd5c8f6b037b, host hv-cinder-73362, cleared binding levels {{(pid=73807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 19:35:40.471868 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.db [req-2b33b9c4-4e17-4deb-8c0f-3a992850fcc0 req-6fab51f2-900d-410d-8cca-04444334ec52 service neutron] For port a191bfa1-eaa2-4e34-ad6f-dd5c8f6b037b, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=a191bfa1-eaa2-4e34-ad6f-dd5c8f6b037b,segment=NetworkSegment(ed660aeb-4367-41fe-9388-d165df18e741),segment_id=ed660aeb-4367-41fe-9388-d165df18e741)] {{(pid=73807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 19:35:40.475815 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-2b33b9c4-4e17-4deb-8c0f-3a992850fcc0 req-6fab51f2-900d-410d-8cca-04444334ec52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62583833'] for port, after_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:40.479360 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-3a2a63f6-9110-4abe-a5a5-4dc0665563b6 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:35:40.533766 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b33b9c4-4e17-4deb-8c0f-3a992850fcc0 req-6fab51f2-900d-410d-8cca-04444334ec52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:35:40.534380 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-2b33b9c4-4e17-4deb-8c0f-3a992850fcc0 req-6fab51f2-900d-410d-8cca-04444334ec52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937687'] for port, before_response {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:40.535766 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-2b33b9c4-4e17-4deb-8c0f-3a992850fcc0 req-6fab51f2-900d-410d-8cca-04444334ec52 service neutron] 10.222.0.48 "PUT /v2.0/ports/a191bfa1-eaa2-4e34-ad6f-dd5c8f6b037b HTTP/1.1" status: 200 len: 1093 time: 0.9174604 Apr 30 19:35:40.536484 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79c9e5b5-1aed-4cbd-8655-aa9f75487e06', 'tag': 'a191bfa1-eaa2-4e34-ad6f-dd5c8f6b037b'}] {{(pid=73807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 19:35:40.564440 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fab51f2-900d-410d-8cca-04444334ec52 service neutron] Pushing event updated for resources: {'Port': ['ID=a191bfa1-eaa2-4e34-ad6f-dd5c8f6b037b,revision_number=3']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:35:40.568664 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-6fab51f2-900d-410d-8cca-04444334ec52 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:35:40.610327 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79c9e5b5-1aed-4cbd-8655-aa9f75487e06', 'tag': 'a191bfa1-eaa2-4e34-ad6f-dd5c8f6b037b', 'status': 'completed', 'code': 200} Apr 30 19:35:40.652403 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b33b9c4-4e17-4deb-8c0f-3a992850fcc0 req-a05a9e0b-f3ee-4d61-887a-c3b5aa669f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:35:40.653761 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-2b33b9c4-4e17-4deb-8c0f-3a992850fcc0 req-a05a9e0b-f3ee-4d61-887a-c3b5aa669f93 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e67bebe82dfc4acd96a2733e0754cd04&device_id=79c9e5b5-1aed-4cbd-8655-aa9f75487e06 HTTP/1.1" status: 200 len: 1096 time: 0.0780137 Apr 30 19:35:40.734038 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-2b33b9c4-4e17-4deb-8c0f-3a992850fcc0 req-a2d3b78c-871d-4147-b733-ddc0b7c0e3bb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a191bfa1-eaa2-4e34-ad6f-dd5c8f6b037b HTTP/1.1" status: 200 len: 217 time: 0.0647542 Apr 30 19:35:40.805272 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b33b9c4-4e17-4deb-8c0f-3a992850fcc0 req-0bb2ee04-8445-485e-b337-23209b03f99a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:35:40.806688 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-2b33b9c4-4e17-4deb-8c0f-3a992850fcc0 req-0bb2ee04-8445-485e-b337-23209b03f99a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ee63e9f9-8008-4498-995b-8405bf587e1d HTTP/1.1" status: 200 len: 854 time: 0.0617886 Apr 30 19:35:40.950973 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-2b33b9c4-4e17-4deb-8c0f-3a992850fcc0 req-1c7a0e88-8d39-474c-aa82-9c43681425e7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b43604af-9124-42a1-9d34-be2ce6e9a52b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1362512 Apr 30 19:35:41.086984 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-2b33b9c4-4e17-4deb-8c0f-3a992850fcc0 req-c22a3102-0986-4b3d-94b1-a23e97a8e7ff service neutron] 10.222.0.48 "GET /v2.0/networks/b43604af-9124-42a1-9d34-be2ce6e9a52b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277347 Apr 30 19:35:41.174338 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b7df97-08f6-431d-979f-8dc25790cf43 req-49ac509a-0d0b-42df-b8dd-71045ea40eba tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:35:41.175922 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-01b7df97-08f6-431d-979f-8dc25790cf43 req-49ac509a-0d0b-42df-b8dd-71045ea40eba tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] 10.222.0.41 "GET /v2.0/ports?device_id=79c9e5b5-1aed-4cbd-8655-aa9f75487e06 HTTP/1.1" status: 200 len: 943 time: 0.0862794 Apr 30 19:35:41.230936 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-2b33b9c4-4e17-4deb-8c0f-3a992850fcc0 req-b5ffd535-bbda-497e-8ee8-3530fd9bf3cd service neutron] 10.222.0.48 "GET /v2.0/networks/b43604af-9124-42a1-9d34-be2ce6e9a52b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343975 Apr 30 19:35:41.313191 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-01b7df97-08f6-431d-979f-8dc25790cf43 req-b3789e54-2830-4305-ab31-73f5351e343e tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] 10.222.0.41 "GET /v2.0/security-groups?id=184ab099-d1f1-4765-bfc7-ab0fdc4abd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309063 Apr 30 19:35:41.354718 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1882b37d-a5df-4756-b036-fa7633db41a3 req-024426e5-0892-4da3-8b36-d9cec0b8f3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:35:41.356478 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-1882b37d-a5df-4756-b036-fa7633db41a3 req-024426e5-0892-4da3-8b36-d9cec0b8f3df service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e67bebe82dfc4acd96a2733e0754cd04&device_id=79c9e5b5-1aed-4cbd-8655-aa9f75487e06 HTTP/1.1" status: 200 len: 1096 time: 0.0750949 Apr 30 19:35:41.495154 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1882b37d-a5df-4756-b036-fa7633db41a3 req-e770b29a-4a7e-4768-bd7e-68d2e33df9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:35:41.496531 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-1882b37d-a5df-4756-b036-fa7633db41a3 req-e770b29a-4a7e-4768-bd7e-68d2e33df9d5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b43604af-9124-42a1-9d34-be2ce6e9a52b HTTP/1.1" status: 200 len: 915 time: 0.1305656 Apr 30 19:35:41.573829 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-1882b37d-a5df-4756-b036-fa7633db41a3 req-88c5ffc2-5192-423b-9226-1ad3d1e9c8aa service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a191bfa1-eaa2-4e34-ad6f-dd5c8f6b037b HTTP/1.1" status: 200 len: 217 time: 0.0656407 Apr 30 19:35:41.638975 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1882b37d-a5df-4756-b036-fa7633db41a3 req-da24e657-4e39-4735-8b29-4c3e4c686d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:35:41.640996 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-1882b37d-a5df-4756-b036-fa7633db41a3 req-da24e657-4e39-4735-8b29-4c3e4c686d2f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ee63e9f9-8008-4498-995b-8405bf587e1d HTTP/1.1" status: 200 len: 854 time: 0.0601749 Apr 30 19:35:41.693838 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-1882b37d-a5df-4756-b036-fa7633db41a3 req-5ca3b0d6-294b-49f1-a3a1-e58531a49530 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b43604af-9124-42a1-9d34-be2ce6e9a52b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445914 Apr 30 19:35:41.831164 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-1882b37d-a5df-4756-b036-fa7633db41a3 req-0c3bc255-cfff-4aaf-ae22-a0a2bd8d2b30 service neutron] 10.222.0.48 "GET /v2.0/networks/b43604af-9124-42a1-9d34-be2ce6e9a52b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300662 Apr 30 19:35:41.967869 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-1882b37d-a5df-4756-b036-fa7633db41a3 req-f99cb787-94dd-43b2-9841-d65a08cd734a service neutron] 10.222.0.48 "GET /v2.0/networks/b43604af-9124-42a1-9d34-be2ce6e9a52b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285458 Apr 30 19:35:42.506296 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c8af9c-7f3b-47d6-8cc4-b26bd638ec28 req-126981c2-0c4b-4921-82b8-698f53e9832b tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:35:42.507611 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [req-b6c8af9c-7f3b-47d6-8cc4-b26bd638ec28 req-126981c2-0c4b-4921-82b8-698f53e9832b tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] Synchronizing usage tracker for tenant:e67bebe82dfc4acd96a2733e0754cd04 on resource:port {{(pid=73807) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 19:35:42.523640 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [req-b6c8af9c-7f3b-47d6-8cc4-b26bd638ec28 req-126981c2-0c4b-4921-82b8-698f53e9832b tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] Unset dirty status for tenant:e67bebe82dfc4acd96a2733e0754cd04 on resource:port {{(pid=73807) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 19:35:42.524799 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-b6c8af9c-7f3b-47d6-8cc4-b26bd638ec28 req-126981c2-0c4b-4921-82b8-698f53e9832b tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] 10.222.0.41 "GET /v2.0/ports?device_id=79c9e5b5-1aed-4cbd-8655-aa9f75487e06 HTTP/1.1" status: 200 len: 943 time: 0.1051433 Apr 30 19:35:42.570066 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-b6c8af9c-7f3b-47d6-8cc4-b26bd638ec28 req-daf487a1-4897-4d78-8d28-06ca9dff1421 tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] 10.222.0.41 "GET /v2.0/security-groups?id=184ab099-d1f1-4765-bfc7-ab0fdc4abd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395229 Apr 30 19:35:43.762023 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7eea2a-4f32-4376-8ddb-f65b09addf82 req-32f2c52b-1e7d-4cfa-b450-b2eca57000b8 tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:35:43.763467 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-ee7eea2a-4f32-4376-8ddb-f65b09addf82 req-32f2c52b-1e7d-4cfa-b450-b2eca57000b8 tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] 10.222.0.41 "GET /v2.0/ports?device_id=79c9e5b5-1aed-4cbd-8655-aa9f75487e06 HTTP/1.1" status: 200 len: 943 time: 0.0822926 Apr 30 19:35:43.813818 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-ee7eea2a-4f32-4376-8ddb-f65b09addf82 req-27c7c49e-61ae-4f91-8364-baa9ffbbaa75 tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] 10.222.0.41 "GET /v2.0/security-groups?id=184ab099-d1f1-4765-bfc7-ab0fdc4abd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445685 Apr 30 19:35:44.129880 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.agents_db [None req-91d1fe81-9981-4281-a1b3-92062b07bd48 None None] Agent healthcheck: found 6 active agents {{(pid=73810) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 19:35:44.600398 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Device a191bfa1-eaa2-4e34-ad6f-dd5c8f6b037b details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=73809) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 19:35:44.737732 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-65ba8c12-0d06-4959-8304-606821799626 None None] For port a191bfa1-eaa2-4e34-ad6f-dd5c8f6b037b, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=a191bfa1-eaa2-4e34-ad6f-dd5c8f6b037b,segment=NetworkSegment(ed660aeb-4367-41fe-9388-d165df18e741),segment_id=ed660aeb-4367-41fe-9388-d165df18e741)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:35:44.751432 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Returning: {'device': 'a191bfa1-eaa2-4e34-ad6f-dd5c8f6b037b', 'network_id': 'b43604af-9124-42a1-9d34-be2ce6e9a52b', 'port_id': 'a191bfa1-eaa2-4e34-ad6f-dd5c8f6b037b', 'mac_address': 'fa:16:3e:2d:a0:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee63e9f9-8008-4498-995b-8405bf587e1d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73809) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 19:35:44.806576 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:44.824209 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.notifiers.nova [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a191bfa1-eaa2-4e34-ad6f-dd5c8f6b037b {{(pid=73809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 19:35:44.846089 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-65ba8c12-0d06-4959-8304-606821799626 None None] For port a191bfa1-eaa2-4e34-ad6f-dd5c8f6b037b, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=a191bfa1-eaa2-4e34-ad6f-dd5c8f6b037b,segment=NetworkSegment(ed660aeb-4367-41fe-9388-d165df18e741),segment_id=ed660aeb-4367-41fe-9388-d165df18e741)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:35:44.850296 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:44.853313 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:35:44.925878 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Pushing event updated for resources: {'Port': ['ID=a191bfa1-eaa2-4e34-ad6f-dd5c8f6b037b,revision_number=4']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:35:44.933189 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:35:44.933539 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:35:44.933878 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:35:44.934305 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:35:44.934636 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:35:44.935165 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:35:44.935497 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:35:44.935826 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:35:44.936153 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:35:44.937170 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:35:44.937493 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:35:44.937818 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:35:44.942284 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:35:45.010465 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0333e198-631f-46f5-8335-5204754fe251 req-7074d265-4285-4ea5-b6ea-d5bd1a211811 tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:35:45.011909 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-0333e198-631f-46f5-8335-5204754fe251 req-7074d265-4285-4ea5-b6ea-d5bd1a211811 tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] 10.222.0.41 "GET /v2.0/ports?device_id=79c9e5b5-1aed-4cbd-8655-aa9f75487e06 HTTP/1.1" status: 200 len: 944 time: 0.0884895 Apr 30 19:35:45.056920 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-0333e198-631f-46f5-8335-5204754fe251 req-44cc0935-c802-43ad-8fbb-c9a575c0ba86 tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] 10.222.0.41 "GET /v2.0/security-groups?id=184ab099-d1f1-4765-bfc7-ab0fdc4abd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391822 Apr 30 19:35:45.145880 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-65ba8c12-0d06-4959-8304-606821799626 None None] get_ports_and_sgs() called for port_ids ['a191bfa1-eaa2-4e34-ad6f-dd5c8f6b037b'] {{(pid=73809) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 19:35:46.242524 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887babca-35a4-4ed2-92c3-90750a42a243 req-31bdd6b2-dce4-4008-bb08-ff794b49852e tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:35:46.243993 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-887babca-35a4-4ed2-92c3-90750a42a243 req-31bdd6b2-dce4-4008-bb08-ff794b49852e tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] 10.222.0.41 "GET /v2.0/ports?device_id=79c9e5b5-1aed-4cbd-8655-aa9f75487e06 HTTP/1.1" status: 200 len: 944 time: 0.0810020 Apr 30 19:35:46.289029 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-887babca-35a4-4ed2-92c3-90750a42a243 req-5989cdbf-9caf-49fb-8ea8-c490c59be182 tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] 10.222.0.41 "GET /v2.0/security-groups?id=184ab099-d1f1-4765-bfc7-ab0fdc4abd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392156 Apr 30 19:35:46.632668 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Device a191bfa1-eaa2-4e34-ad6f-dd5c8f6b037b up at agent hyperv_hv-cinder-73362 {{(pid=73809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 19:35:46.704968 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Provisioning for port a191bfa1-eaa2-4e34-ad6f-dd5c8f6b037b completed by entity L2. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 19:35:46.709432 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Provisioning complete for port a191bfa1-eaa2-4e34-ad6f-dd5c8f6b037b triggered by entity L2. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 19:35:46.709804 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618911'] for port, provisioning_complete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:46.828326 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:46.854661 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79c9e5b5-1aed-4cbd-8655-aa9f75487e06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a191bfa1-eaa2-4e34-ad6f-dd5c8f6b037b'}] {{(pid=73809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 19:35:46.864665 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-65ba8c12-0d06-4959-8304-606821799626 None None] For port a191bfa1-eaa2-4e34-ad6f-dd5c8f6b037b, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=a191bfa1-eaa2-4e34-ad6f-dd5c8f6b037b,segment=NetworkSegment(ed660aeb-4367-41fe-9388-d165df18e741),segment_id=ed660aeb-4367-41fe-9388-d165df18e741)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:35:46.875346 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:46.877231 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:35:46.908303 dv-cinder-733622-14-smb neutron-server[73809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79c9e5b5-1aed-4cbd-8655-aa9f75487e06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a191bfa1-eaa2-4e34-ad6f-dd5c8f6b037b', 'code': 200} Apr 30 19:35:46.945722 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Pushing event updated for resources: {'Port': ['ID=a191bfa1-eaa2-4e34-ad6f-dd5c8f6b037b,revision_number=5']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:35:46.948615 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:35:47.161421 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39604df3-c59c-457b-8354-66b6023c81aa req-27165f6f-fe17-42b4-adf3-a1bc853a0d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:35:47.162795 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-39604df3-c59c-457b-8354-66b6023c81aa req-27165f6f-fe17-42b4-adf3-a1bc853a0d3e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=79c9e5b5-1aed-4cbd-8655-aa9f75487e06 HTTP/1.1" status: 200 len: 1098 time: 0.0728099 Apr 30 19:35:47.209602 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-39604df3-c59c-457b-8354-66b6023c81aa req-54a13f5f-9aa6-43a3-9861-b199048d8eeb service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=184ab099-d1f1-4765-bfc7-ab0fdc4abd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393152 Apr 30 19:35:47.479307 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9532af79-0f22-465a-947e-e18d321bcd45 req-93144248-f6ea-4a24-aaa7-0a56fbefaf37 tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:35:47.481188 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-9532af79-0f22-465a-947e-e18d321bcd45 req-93144248-f6ea-4a24-aaa7-0a56fbefaf37 tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] 10.222.0.41 "GET /v2.0/ports?device_id=79c9e5b5-1aed-4cbd-8655-aa9f75487e06 HTTP/1.1" status: 200 len: 945 time: 0.0866528 Apr 30 19:35:47.529510 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-9532af79-0f22-465a-947e-e18d321bcd45 req-5f837e7d-1dce-48eb-8dae-43da17e420ad tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] 10.222.0.41 "GET /v2.0/security-groups?id=184ab099-d1f1-4765-bfc7-ab0fdc4abd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404851 Apr 30 19:35:48.866628 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8d224f-4d17-4621-9fc9-e289ac6ff7e4 req-b671ca83-5699-4ad1-866a-732a3007dc95 tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:35:48.868158 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-9b8d224f-4d17-4621-9fc9-e289ac6ff7e4 req-b671ca83-5699-4ad1-866a-732a3007dc95 tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] 10.222.0.41 "GET /v2.0/ports?device_id=79c9e5b5-1aed-4cbd-8655-aa9f75487e06 HTTP/1.1" status: 200 len: 945 time: 0.0822227 Apr 30 19:35:48.914727 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-9b8d224f-4d17-4621-9fc9-e289ac6ff7e4 req-58ed3495-84c4-4fa6-a509-d942a735683a tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] 10.222.0.41 "GET /v2.0/security-groups?id=184ab099-d1f1-4765-bfc7-ab0fdc4abd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406213 Apr 30 19:35:51.672694 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b353c7-5886-4817-9163-8a2075e63df7 req-067a4f63-0192-4761-b805-4ff8c44bc478 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:35:51.675037 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-d7b353c7-5886-4817-9163-8a2075e63df7 req-067a4f63-0192-4761-b805-4ff8c44bc478 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6f90263-c62f-4196-8410-f2367a9a9848 HTTP/1.1" status: 200 len: 947 time: 0.0917623 Apr 30 19:35:51.720770 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-d7b353c7-5886-4817-9163-8a2075e63df7 req-fbdce70d-e425-4fcc-8523-9b5951340e40 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/security-groups?id=6dbe6155-75cf-4154-b3d9-4527d6dcc146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399063 Apr 30 19:35:52.921059 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0ea06c-8991-4ed4-b6ca-08bbe9de5a7e req-fb4e01cc-d020-40fc-97fa-cd811eeacf70 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:35:52.922819 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-9a0ea06c-8991-4ed4-b6ca-08bbe9de5a7e req-fb4e01cc-d020-40fc-97fa-cd811eeacf70 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6f90263-c62f-4196-8410-f2367a9a9848 HTTP/1.1" status: 200 len: 947 time: 0.0889482 Apr 30 19:35:52.968526 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-9a0ea06c-8991-4ed4-b6ca-08bbe9de5a7e req-af81eadd-2e58-47d1-bc14-ac14a8f2304e tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/security-groups?id=6dbe6155-75cf-4154-b3d9-4527d6dcc146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396981 Apr 30 19:35:53.668973 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1fd98a-0782-4985-9796-94e373886189 req-a964dfbd-25af-485b-a55e-11bbda2e4656 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:35:53.670403 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-cd1fd98a-0782-4985-9796-94e373886189 req-a964dfbd-25af-485b-a55e-11bbda2e4656 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6f90263-c62f-4196-8410-f2367a9a9848 HTTP/1.1" status: 200 len: 947 time: 0.1068566 Apr 30 19:35:53.814362 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.plugin [req-cd1fd98a-0782-4985-9796-94e373886189 req-a5347f13-b759-476c-9352-45d921f1b272 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Deleting port eaf5a615-727a-4a28-8c2a-6f97b2200e55 {{(pid=73807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 19:35:53.814630 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-cd1fd98a-0782-4985-9796-94e373886189 req-a5347f13-b759-476c-9352-45d921f1b272 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780697314645'] for port, before_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:53.938174 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d57bc1b8-6e12-4e65-b467-26976cb99674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:54.028490 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.db [req-cd1fd98a-0782-4985-9796-94e373886189 req-a5347f13-b759-476c-9352-45d921f1b272 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] For port eaf5a615-727a-4a28-8c2a-6f97b2200e55, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=eaf5a615-727a-4a28-8c2a-6f97b2200e55,segment=NetworkSegment(1cec1924-575a-47da-bbe7-12777d2ca2b9),segment_id=1cec1924-575a-47da-bbe7-12777d2ca2b9)] {{(pid=73807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:35:54.028853 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-cd1fd98a-0782-4985-9796-94e373886189 req-a5347f13-b759-476c-9352-45d921f1b272 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664767'] for port, precommit_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:54.354312 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437cbb17-45d5-4d63-a9c5-e3553d040c8d req-db60095c-b3f0-4676-a493-955105011edc tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:35:54.355935 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-437cbb17-45d5-4d63-a9c5-e3553d040c8d req-db60095c-b3f0-4676-a493-955105011edc tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6f90263-c62f-4196-8410-f2367a9a9848 HTTP/1.1" status: 200 len: 947 time: 0.2647307 Apr 30 19:35:54.417888 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-cd1fd98a-0782-4985-9796-94e373886189 req-a5347f13-b759-476c-9352-45d921f1b272 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:54.418236 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-cd1fd98a-0782-4985-9796-94e373886189 req-a5347f13-b759-476c-9352-45d921f1b272 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679255'] for floatingip, after_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:54.418556 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.db.l3_db [req-cd1fd98a-0782-4985-9796-94e373886189 req-a5347f13-b759-476c-9352-45d921f1b272 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Floating IP 2628396e-f4c5-4c48-b31e-91ad2c53a210 disassociated. External IP: 172.28.1.93, port: eaf5a615-727a-4a28-8c2a-6f97b2200e55. Apr 30 19:35:54.418898 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.plugin [req-cd1fd98a-0782-4985-9796-94e373886189 req-a5347f13-b759-476c-9352-45d921f1b272 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Calling delete_port for eaf5a615-727a-4a28-8c2a-6f97b2200e55 owned by compute:nova {{(pid=73807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 19:35:54.430200 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-437cbb17-45d5-4d63-a9c5-e3553d040c8d req-3b3e60f3-08a0-4d2b-b0e0-54a0cb95ef0a tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/security-groups?id=6dbe6155-75cf-4154-b3d9-4527d6dcc146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610986 Apr 30 19:35:54.535400 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-cd1fd98a-0782-4985-9796-94e373886189 req-a5347f13-b759-476c-9352-45d921f1b272 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780697316006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780696898079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62583854'] for port, after_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:54.540910 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-aa8422e4-bd8a-427f-ab62-7cc9e6524861 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:35:54.589237 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5347f13-b759-476c-9352-45d921f1b272 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Pushing event deleted for resources: {'Port': ['ID=eaf5a615-727a-4a28-8c2a-6f97b2200e55,revision_number=None']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:35:54.592299 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-a5347f13-b759-476c-9352-45d921f1b272 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:35:54.775446 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cd1fd98a-0782-4985-9796-94e373886189 req-a5347f13-b759-476c-9352-45d921f1b272 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Router 194c7f42-2d01-4a84-8ce1-cefc21488a29 has already been hosted by L3 agent 19062261-8801-4f4d-b71c-f22a3dba3fbe {{(pid=73807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 19:35:54.963068 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cd1fd98a-0782-4985-9796-94e373886189 req-a5347f13-b759-476c-9352-45d921f1b272 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Notify agent at l3_agent.dv-cinder-733622-14-smb the message routers_updated {{(pid=73807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 19:35:54.976588 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06562a6b-5db0-44bf-a337-bfa80fefe202 None None] Sync routers for ids ['194c7f42-2d01-4a84-8ce1-cefc21488a29'] in dv-cinder-733622-14-smb {{(pid=73809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 19:35:54.988530 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06562a6b-5db0-44bf-a337-bfa80fefe202 None None] Routers {'194c7f42-2d01-4a84-8ce1-cefc21488a29'} bound to L3 agent in host dv-cinder-733622-14-smb {{(pid=73809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 19:35:54.989596 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_hamode_db [None req-06562a6b-5db0-44bf-a337-bfa80fefe202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T19:24:27Z,description=,heartbeat_timestamp=2021-04-30T19:35:27Z,host='dv-cinder-733622-14-smb',id=19062261-8801-4f4d-b71c-f22a3dba3fbe,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T19:24:27Z,topic='l3_agent')) {'router_ids': ['194c7f42-2d01-4a84-8ce1-cefc21488a29'], 'active': True} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:35:55.043620 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd1fd98a-0782-4985-9796-94e373886189 req-a5347f13-b759-476c-9352-45d921f1b272 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] No DVR routers for this DVR port eaf5a615-727a-4a28-8c2a-6f97b2200e55 on host hv-cinder-73362 {{(pid=73807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 19:35:55.047266 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-cd1fd98a-0782-4985-9796-94e373886189 req-a5347f13-b759-476c-9352-45d921f1b272 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937687'] for port, before_response {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:55.051749 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6f90263-c62f-4196-8410-f2367a9a9848', 'name': 'network-vif-deleted', 'tag': 'eaf5a615-727a-4a28-8c2a-6f97b2200e55'}] {{(pid=73807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 19:35:55.070932 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-cd1fd98a-0782-4985-9796-94e373886189 req-a5347f13-b759-476c-9352-45d921f1b272 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.48 "DELETE /v2.0/ports/eaf5a615-727a-4a28-8c2a-6f97b2200e55 HTTP/1.1" status: 204 len: 173 time: 1.3935285 Apr 30 19:35:55.114682 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6f90263-c62f-4196-8410-f2367a9a9848', 'name': 'network-vif-deleted', 'tag': 'eaf5a615-727a-4a28-8c2a-6f97b2200e55', 'status': 'completed', 'code': 200} Apr 30 19:35:55.279427 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_dvr_db [None req-06562a6b-5db0-44bf-a337-bfa80fefe202 None None] Set router 194c7f42-2d01-4a84-8ce1-cefc21488a29 gateway port host: dv-cinder-733622-14-smb {{(pid=73809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 19:35:55.622586 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [req-91847dee-81cb-4f3c-b3fe-113478debe0b req-a2162671-3804-4669-b803-fe59a25f6797 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Synchronizing usage tracker for tenant:9ad55c1ecaf040eb9706c42ee99e4509 on resource:port {{(pid=73807) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 19:35:55.649409 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [req-91847dee-81cb-4f3c-b3fe-113478debe0b req-a2162671-3804-4669-b803-fe59a25f6797 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Unset dirty status for tenant:9ad55c1ecaf040eb9706c42ee99e4509 on resource:port {{(pid=73807) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 19:35:55.650841 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-91847dee-81cb-4f3c-b3fe-113478debe0b req-a2162671-3804-4669-b803-fe59a25f6797 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6f90263-c62f-4196-8410-f2367a9a9848 HTTP/1.1" status: 200 len: 210 time: 0.0849264 Apr 30 19:35:55.667627 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_hamode_db [None req-06562a6b-5db0-44bf-a337-bfa80fefe202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '194c7f42-2d01-4a84-8ce1-cefc21488a29', 'name': 'tempest-AttachVolumeShelveTestJSON-802321771-router', 'tenant_id': '9ad55c1ecaf040eb9706c42ee99e4509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'external_fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.187'}], 'enable_snat': True}, 'gw_port_id': '440184e0-e250-487d-b087-2371add448d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T19:32:05Z', 'updated_at': '2021-04-30T19:32:24Z', 'revision_number': 4, 'project_id': '9ad55c1ecaf040eb9706c42ee99e4509', 'gw_port': {'id': '440184e0-e250-487d-b087-2371add448d1', 'name': '', 'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ff:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194c7f42-2d01-4a84-8ce1-cefc21488a29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:32:08Z', 'updated_at': '2021-04-30T19:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-14-smb', '_interfaces': [{'id': '90d38167-fb8d-40ee-b143-74022c226dd6', 'name': '', 'network_id': '2ca4816a-af9f-4da4-b37e-8b11481e1c88', 'tenant_id': '9ad55c1ecaf040eb9706c42ee99e4509', 'mac_address': 'fa:16:3e:3b:c6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194c7f42-2d01-4a84-8ce1-cefc21488a29', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'a120cce1-df08-442f-ba0c-25e89e3b37cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:32:21Z', 'updated_at': '2021-04-30T19:32:40Z', 'revision_number': 5, 'project_id': '9ad55c1ecaf040eb9706c42ee99e4509', 'subnets': [{'id': 'a120cce1-df08-442f-ba0c-25e89e3b37cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-14-smb', False) {} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:35:55.682538 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06562a6b-5db0-44bf-a337-bfa80fefe202 None None] Checking router: 194c7f42-2d01-4a84-8ce1-cefc21488a29 for host: dv-cinder-733622-14-smb {{(pid=73809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 19:35:55.694098 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06562a6b-5db0-44bf-a337-bfa80fefe202 None None] Routers {'194c7f42-2d01-4a84-8ce1-cefc21488a29'} bound to L3 agent in host dv-cinder-733622-14-smb {{(pid=73809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 19:35:55.695058 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_hamode_db [None req-06562a6b-5db0-44bf-a337-bfa80fefe202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T19:24:27Z,description=,heartbeat_timestamp=2021-04-30T19:35:27Z,host='dv-cinder-733622-14-smb',id=19062261-8801-4f4d-b71c-f22a3dba3fbe,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T19:24:27Z,topic='l3_agent')) {'router_ids': ['194c7f42-2d01-4a84-8ce1-cefc21488a29'], 'active': True} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:35:55.901869 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_dvr_db [None req-06562a6b-5db0-44bf-a337-bfa80fefe202 None None] Set router 194c7f42-2d01-4a84-8ce1-cefc21488a29 gateway port host: dv-cinder-733622-14-smb {{(pid=73809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 19:35:56.213885 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_hamode_db [None req-06562a6b-5db0-44bf-a337-bfa80fefe202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '194c7f42-2d01-4a84-8ce1-cefc21488a29', 'name': 'tempest-AttachVolumeShelveTestJSON-802321771-router', 'tenant_id': '9ad55c1ecaf040eb9706c42ee99e4509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'external_fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.187'}], 'enable_snat': True}, 'gw_port_id': '440184e0-e250-487d-b087-2371add448d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T19:32:05Z', 'updated_at': '2021-04-30T19:32:24Z', 'revision_number': 4, 'project_id': '9ad55c1ecaf040eb9706c42ee99e4509', 'gw_port': {'id': '440184e0-e250-487d-b087-2371add448d1', 'name': '', 'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ff:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194c7f42-2d01-4a84-8ce1-cefc21488a29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:32:08Z', 'updated_at': '2021-04-30T19:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-14-smb', '_interfaces': [{'id': '90d38167-fb8d-40ee-b143-74022c226dd6', 'name': '', 'network_id': '2ca4816a-af9f-4da4-b37e-8b11481e1c88', 'tenant_id': '9ad55c1ecaf040eb9706c42ee99e4509', 'mac_address': 'fa:16:3e:3b:c6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194c7f42-2d01-4a84-8ce1-cefc21488a29', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'a120cce1-df08-442f-ba0c-25e89e3b37cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:32:21Z', 'updated_at': '2021-04-30T19:32:40Z', 'revision_number': 5, 'project_id': '9ad55c1ecaf040eb9706c42ee99e4509', 'subnets': [{'id': 'a120cce1-df08-442f-ba0c-25e89e3b37cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-14-smb', False) {} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:35:56.218662 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06562a6b-5db0-44bf-a337-bfa80fefe202 None None] The sync data for ids ['194c7f42-2d01-4a84-8ce1-cefc21488a29'] in dv-cinder-733622-14-smb is: [{'id': '194c7f42-2d01-4a84-8ce1-cefc21488a29', 'name': 'tempest-AttachVolumeShelveTestJSON-802321771-router', 'tenant_id': '9ad55c1ecaf040eb9706c42ee99e4509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'external_fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.187'}], 'enable_snat': True}, 'gw_port_id': '440184e0-e250-487d-b087-2371add448d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T19:32:05Z', 'updated_at': '2021-04-30T19:32:24Z', 'revision_number': 4, 'project_id': '9ad55c1ecaf040eb9706c42ee99e4509', 'gw_port': {'id': '440184e0-e250-487d-b087-2371add448d1', 'name': '', 'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ff:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194c7f42-2d01-4a84-8ce1-cefc21488a29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:32:08Z', 'updated_at': '2021-04-30T19:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-14-smb', '_interfaces': [{'id': '90d38167-fb8d-40ee-b143-74022c226dd6', 'name': '', 'network_id': '2ca4816a-af9f-4da4-b37e-8b11481e1c88', 'tenant_id': '9ad55c1ecaf040eb9706c42ee99e4509', 'mac_address': 'fa:16:3e:3b:c6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194c7f42-2d01-4a84-8ce1-cefc21488a29', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'a120cce1-df08-442f-ba0c-25e89e3b37cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:32:21Z', 'updated_at': '2021-04-30T19:32:40Z', 'revision_number': 5, 'project_id': '9ad55c1ecaf040eb9706c42ee99e4509', 'subnets': [{'id': 'a120cce1-df08-442f-ba0c-25e89e3b37cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 19:35:56.403311 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:56.464623 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d03e46-7c53-4f5f-a94d-553038147a1a None None] New status for floating IP 2628396e-f4c5-4c48-b31e-91ad2c53a210: DOWN {{(pid=73810) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 19:35:56.677751 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-3db72962-2993-44b1-b80a-a785bdf30058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:56.827515 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 45680) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:35:56.899375 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-3ca4207b-651f-4203-92e0-6adcd47fe35d tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Notify callbacks [] for security_group, before_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:56.932373 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-3ca4207b-651f-4203-92e0-6adcd47fe35d tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:56.981002 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-3ca4207b-651f-4203-92e0-6adcd47fe35d tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:56.989813 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-7deaffe3-4561-47a2-a1bf-2bd478d19b65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:35:57.003216 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca4207b-651f-4203-92e0-6adcd47fe35d tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dbe6155-75cf-4154-b3d9-4527d6dcc146,revision_number=None']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:35:57.007388 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-3ca4207b-651f-4203-92e0-6adcd47fe35d tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:35:57.013508 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-3ca4207b-651f-4203-92e0-6adcd47fe35d tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Notify callbacks [] for security_group, before_response {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:57.016303 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-3ca4207b-651f-4203-92e0-6adcd47fe35d tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "DELETE /v2.0/security-groups/6dbe6155-75cf-4154-b3d9-4527d6dcc146 HTTP/1.1" status: 204 len: 168 time: 0.1859033 Apr 30 19:35:57.017595 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 45684) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:35:57.034694 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.api.v2.resource [None req-834e1252-9f43-44c6-bb0a-f133c1aa29e9 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] show failed (client error): The resource could not be found. Apr 30 19:35:57.038350 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-834e1252-9f43-44c6-bb0a-f133c1aa29e9 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/security-groups/6dbe6155-75cf-4154-b3d9-4527d6dcc146 HTTP/1.1" status: 404 len: 347 time: 0.0172141 Apr 30 19:35:57.038677 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 45688) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:35:57.340803 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.plugin [None req-34c56b05-c8b2-4778-97af-7383b39bd5d1 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Deleting port eea70409-72ef-469d-aab4-e4f8ffd36864 {{(pid=73807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 19:35:57.341057 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-34c56b05-c8b2-4778-97af-7383b39bd5d1 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780697314645'] for port, before_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:57.469126 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-34c56b05-c8b2-4778-97af-7383b39bd5d1 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664767'] for port, precommit_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:57.469583 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-34c56b05-c8b2-4778-97af-7383b39bd5d1 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:57.596130 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.plugin [None req-34c56b05-c8b2-4778-97af-7383b39bd5d1 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Calling delete_port for eea70409-72ef-469d-aab4-e4f8ffd36864 owned by network:floatingip {{(pid=73807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 19:35:57.706788 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-34c56b05-c8b2-4778-97af-7383b39bd5d1 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780697316006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780696898079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62583854'] for port, after_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:57.711211 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-e6da2371-06e7-4ec3-9ff4-02c21c5b910d tempest-VolumesNegativeTest-625959490 tempest-VolumesNegativeTest-625959490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:35:57.725817 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-db901c41-8a71-4621-9038-9b0e7a83b2d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:57.758650 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c56b05-c8b2-4778-97af-7383b39bd5d1 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Pushing event deleted for resources: {'Port': ['ID=eea70409-72ef-469d-aab4-e4f8ffd36864,revision_number=None']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:35:57.785336 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-34c56b05-c8b2-4778-97af-7383b39bd5d1 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:35:57.848228 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-34c56b05-c8b2-4778-97af-7383b39bd5d1 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Notify callbacks [] for floatingip, after_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:57.865719 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-34c56b05-c8b2-4778-97af-7383b39bd5d1 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937687'] for floatingip, before_response {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:57.866866 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-34c56b05-c8b2-4778-97af-7383b39bd5d1 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "DELETE /v2.0/floatingips/2628396e-f4c5-4c48-b31e-91ad2c53a210 HTTP/1.1" status: 204 len: 168 time: 0.8272982 Apr 30 19:35:58.086704 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 45702) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:35:58.091849 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.v2.base [None req-94c7433f-19bc-40c4-890d-d587f1b7e6ae tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1977681628', 'description': 'tempest-description--1404895073'}} {{(pid=73808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 19:35:58.097776 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-94c7433f-19bc-40c4-890d-d587f1b7e6ae tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:35:58.101930 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-94c7433f-19bc-40c4-890d-d587f1b7e6ae tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Usage tracker for resource:security_group and tenant:9ad55c1ecaf040eb9706c42ee99e4509 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:35:58.104658 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-94c7433f-19bc-40c4-890d-d587f1b7e6ae tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:35:58.111725 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-94c7433f-19bc-40c4-890d-d587f1b7e6ae tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:35:58.120913 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-94c7433f-19bc-40c4-890d-d587f1b7e6ae tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Notify callbacks [] for security_group, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:58.140975 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-94c7433f-19bc-40c4-890d-d587f1b7e6ae tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:35:58.144877 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-94c7433f-19bc-40c4-890d-d587f1b7e6ae tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Usage tracker for resource:security_group_rule and tenant:9ad55c1ecaf040eb9706c42ee99e4509 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:35:58.147670 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-94c7433f-19bc-40c4-890d-d587f1b7e6ae tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:35:58.153478 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-94c7433f-19bc-40c4-890d-d587f1b7e6ae tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:35:58.221382 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-94c7433f-19bc-40c4-890d-d587f1b7e6ae tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Notify callbacks [] for security_group, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:58.225164 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-94c7433f-19bc-40c4-890d-d587f1b7e6ae tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:58.228627 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-0c27e103-abc0-4a04-8c76-1388a389c06f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:35:58.272117 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c7433f-19bc-40c4-890d-d587f1b7e6ae tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33c9442f-be62-45e5-b02d-0f060b42e6aa,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:35:58.275100 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-94c7433f-19bc-40c4-890d-d587f1b7e6ae tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:35:58.278999 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-94c7433f-19bc-40c4-890d-d587f1b7e6ae tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Notify callbacks [] for security_group, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:58.280603 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-94c7433f-19bc-40c4-890d-d587f1b7e6ae tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1927066 Apr 30 19:35:58.283240 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 45706) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:35:58.288607 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.v2.base [None req-44c83ca6-a154-41b7-8d53-3c414238e464 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Request body: {'security_group_rule': {'security_group_id': '33c9442f-be62-45e5-b02d-0f060b42e6aa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 19:35:58.294279 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-44c83ca6-a154-41b7-8d53-3c414238e464 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:35:58.299598 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-44c83ca6-a154-41b7-8d53-3c414238e464 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Usage tracker for resource:security_group_rule and tenant:9ad55c1ecaf040eb9706c42ee99e4509 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:35:58.302418 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-44c83ca6-a154-41b7-8d53-3c414238e464 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:35:58.307929 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-44c83ca6-a154-41b7-8d53-3c414238e464 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:35:58.323688 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-44c83ca6-a154-41b7-8d53-3c414238e464 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:58.383234 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-44c83ca6-a154-41b7-8d53-3c414238e464 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:58.386641 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-44c83ca6-a154-41b7-8d53-3c414238e464 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756817'] for security_group_rule, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:58.388566 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:35:58.410490 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c83ca6-a154-41b7-8d53-3c414238e464 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d855d231-7374-4a18-9086-084991bdcbeb,revision_number=0']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:35:58.412872 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-44c83ca6-a154-41b7-8d53-3c414238e464 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:35:58.419635 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-44c83ca6-a154-41b7-8d53-3c414238e464 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:58.421947 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-44c83ca6-a154-41b7-8d53-3c414238e464 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1376874 Apr 30 19:35:58.424568 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 45710) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:35:58.429468 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.v2.base [None req-27ad0b3c-2fa1-44ef-816d-0663916a5afa tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Request body: {'security_group_rule': {'security_group_id': '33c9442f-be62-45e5-b02d-0f060b42e6aa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=73808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 19:35:58.434935 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-27ad0b3c-2fa1-44ef-816d-0663916a5afa tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:35:58.439871 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-27ad0b3c-2fa1-44ef-816d-0663916a5afa tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Usage tracker for resource:security_group_rule and tenant:9ad55c1ecaf040eb9706c42ee99e4509 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:35:58.442900 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-27ad0b3c-2fa1-44ef-816d-0663916a5afa tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:35:58.448671 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-27ad0b3c-2fa1-44ef-816d-0663916a5afa tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:35:58.463858 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-27ad0b3c-2fa1-44ef-816d-0663916a5afa tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:58.522666 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-27ad0b3c-2fa1-44ef-816d-0663916a5afa tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:58.526985 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-27ad0b3c-2fa1-44ef-816d-0663916a5afa tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756817'] for security_group_rule, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:58.529122 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-ccf8f0a3-736d-4198-b4e6-db655ebee10e tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:35:58.547145 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ad0b3c-2fa1-44ef-816d-0663916a5afa tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5103d1c0-ecc7-46b3-8e6c-0180a79e028d,revision_number=0']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:35:58.553407 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-27ad0b3c-2fa1-44ef-816d-0663916a5afa tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:35:58.564785 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-27ad0b3c-2fa1-44ef-816d-0663916a5afa tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:58.566048 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-27ad0b3c-2fa1-44ef-816d-0663916a5afa tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1405828 Apr 30 19:35:58.569130 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 45716) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:35:58.574350 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.v2.base [None req-53636d06-5be0-4652-829f-be75ca906208 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Request body: {'floatingip': {'floating_network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7'}} {{(pid=73808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 19:35:58.580825 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-53636d06-5be0-4652-829f-be75ca906208 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:35:58.584001 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-53636d06-5be0-4652-829f-be75ca906208 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Usage tracker for resource:floatingip and tenant:9ad55c1ecaf040eb9706c42ee99e4509 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:35:58.586812 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-53636d06-5be0-4652-829f-be75ca906208 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:35:58.596459 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-53636d06-5be0-4652-829f-be75ca906208 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:35:58.607265 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-53636d06-5be0-4652-829f-be75ca906208 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Notify callbacks [] for floatingip, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:58.672371 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Device eaf5a615-727a-4a28-8c2a-6f97b2200e55 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=73809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 19:35:58.712565 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-65ba8c12-0d06-4959-8304-606821799626 None None] No Port match for: eaf5a615-727a-4a28-8c2a-6f97b2200e55 {{(pid=73809) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 19:35:58.713009 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Device eaf5a615-727a-4a28-8c2a-6f97b2200e55 not bound to the agent host hv-cinder-73362 {{(pid=73809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 19:35:58.763441 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-53636d06-5be0-4652-829f-be75ca906208 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:58.918419 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.db_base_plugin_common [None req-53636d06-5be0-4652-829f-be75ca906208 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Allocated IP 172.28.1.83 (9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7/476340fc-add5-4316-93e7-f3b1afc75f73/a6b46087-6081-46ed-a2bd-d44db744537e) {{(pid=73808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 19:35:58.932255 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 45732) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:35:59.056502 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-a6d63ae1-1766-4027-83eb-1abbe2b6fcce admin admin] Notify callbacks [] for security_group, before_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:59.071600 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-a6d63ae1-1766-4027-83eb-1abbe2b6fcce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:35:59.075623 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-a6d63ae1-1766-4027-83eb-1abbe2b6fcce admin admin] Usage tracker for resource:security_group_rule and tenant:5df3351fa9c942188593d8885e90f6e9 is out of sync, need to count used quota {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:35:59.078591 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-a6d63ae1-1766-4027-83eb-1abbe2b6fcce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:35:59.082686 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-53636d06-5be0-4652-829f-be75ca906208 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Notify callbacks [] for port, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:59.084584 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-a6d63ae1-1766-4027-83eb-1abbe2b6fcce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:35:59.112521 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-53636d06-5be0-4652-829f-be75ca906208 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780696898070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60822380'] for port, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:59.117010 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:35:59.151240 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:59.174215 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-a6d63ae1-1766-4027-83eb-1abbe2b6fcce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:59.178695 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-a6d63ae1-1766-4027-83eb-1abbe2b6fcce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:59.185569 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53636d06-5be0-4652-829f-be75ca906208 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Network 9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7 is already hosted by enough agents. {{(pid=73808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 19:35:59.188323 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-3ca4207b-651f-4203-92e0-6adcd47fe35d tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:35:59.189791 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.scheduler.base_scheduler [None req-53636d06-5be0-4652-829f-be75ca906208 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Resources bound (agent type, host, resource id): {{(pid=73808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 19:35:59.193449 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53636d06-5be0-4652-829f-be75ca906208 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Received port after_create {{(pid=73808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 19:35:59.222989 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53636d06-5be0-4652-829f-be75ca906208 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Pushing event updated for resources: {'Port': ['ID=a6b46087-6081-46ed-a2bd-d44db744537e,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:35:59.230923 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-a6d63ae1-1766-4027-83eb-1abbe2b6fcce admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5df3351fa9c942188593d8885e90f6e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2972152 Apr 30 19:35:59.232276 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 45738) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:35:59.234129 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-53636d06-5be0-4652-829f-be75ca906208 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:35:59.235742 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d63ae1-1766-4027-83eb-1abbe2b6fcce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67aaf819-8d7c-4a05-8153-3d3e00fc2d7d,revision_number=1']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:35:59.247188 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-a6d63ae1-1766-4027-83eb-1abbe2b6fcce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:35:59.267340 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-abaefda2-14da-46b7-be41-c4f24c026f78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:59.278440 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-53636d06-5be0-4652-829f-be75ca906208 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:59.297936 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-86053830-08b1-4068-9b8c-13723c06360a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:59.323099 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-86053830-08b1-4068-9b8c-13723c06360a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:59.340923 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-53636d06-5be0-4652-829f-be75ca906208 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:59.375445 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-86053830-08b1-4068-9b8c-13723c06360a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:59.379371 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-d1661550-b25c-4796-aed2-2111c9fe2fab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:35:59.390862 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86053830-08b1-4068-9b8c-13723c06360a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67aaf819-8d7c-4a05-8153-3d3e00fc2d7d,revision_number=None']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:35:59.394377 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-86053830-08b1-4068-9b8c-13723c06360a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:35:59.398335 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-86053830-08b1-4068-9b8c-13723c06360a admin admin] Notify callbacks [] for security_group, before_response {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:59.401749 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-86053830-08b1-4068-9b8c-13723c06360a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/67aaf819-8d7c-4a05-8153-3d3e00fc2d7d HTTP/1.1" status: 204 len: 168 time: 0.1662745 Apr 30 19:35:59.556212 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-53636d06-5be0-4652-829f-be75ca906208 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Notify callbacks [] for port, precommit_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:59.561821 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-53636d06-5be0-4652-829f-be75ca906208 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60822363'] for port, after_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:59.566622 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-3e1a0b66-e8d5-477d-adc8-67fc08c5d68c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:35:59.771630 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53636d06-5be0-4652-829f-be75ca906208 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Pushing event updated for resources: {'Port': ['ID=a6b46087-6081-46ed-a2bd-d44db744537e,revision_number=2']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:35:59.774421 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-53636d06-5be0-4652-829f-be75ca906208 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:35:59.780605 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-53636d06-5be0-4652-829f-be75ca906208 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679255'] for floatingip, after_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:59.802932 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-53636d06-5be0-4652-829f-be75ca906208 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937687'] for floatingip, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:35:59.804235 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-53636d06-5be0-4652-829f-be75ca906208 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2339845 Apr 30 19:36:00.050207 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [req-d69ab4f4-e4c6-4400-a255-10acaba11b4b req-fe692eb2-e8d9-4a08-bc7a-c80f46e9c521 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Synchronizing usage tracker for tenant:9ad55c1ecaf040eb9706c42ee99e4509 on resource:security_group {{(pid=73807) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 19:36:00.064946 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [req-d69ab4f4-e4c6-4400-a255-10acaba11b4b req-fe692eb2-e8d9-4a08-bc7a-c80f46e9c521 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Unset dirty status for tenant:9ad55c1ecaf040eb9706c42ee99e4509 on resource:security_group {{(pid=73807) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 19:36:00.066083 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-d69ab4f4-e4c6-4400-a255-10acaba11b4b req-fe692eb2-e8d9-4a08-bc7a-c80f46e9c521 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1977681628&fields=id&tenant_id=9ad55c1ecaf040eb9706c42ee99e4509 HTTP/1.1" status: 200 len: 267 time: 0.0642757 Apr 30 19:36:00.223955 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69ab4f4-e4c6-4400-a255-10acaba11b4b req-e3a5e20c-f208-4600-948e-0e7381218f3e tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:36:00.225411 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-d69ab4f4-e4c6-4400-a255-10acaba11b4b req-e3a5e20c-f208-4600-948e-0e7381218f3e tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/networks?id=2ca4816a-af9f-4da4-b37e-8b11481e1c88 HTTP/1.1" status: 200 len: 816 time: 0.1527057 Apr 30 19:36:00.240773 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-d69ab4f4-e4c6-4400-a255-10acaba11b4b req-161f8149-e661-408e-8ae5-3948a5cc4627 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/quotas/9ad55c1ecaf040eb9706c42ee99e4509 HTTP/1.1" status: 200 len: 375 time: 0.0096226 Apr 30 19:36:00.326709 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [req-d69ab4f4-e4c6-4400-a255-10acaba11b4b req-5fa7abd4-e1e3-484a-a29d-7ba72875e5b8 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Synchronizing usage tracker for tenant:9ad55c1ecaf040eb9706c42ee99e4509 on resource:port {{(pid=73807) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 19:36:00.344672 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [req-d69ab4f4-e4c6-4400-a255-10acaba11b4b req-5fa7abd4-e1e3-484a-a29d-7ba72875e5b8 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Unset dirty status for tenant:9ad55c1ecaf040eb9706c42ee99e4509 on resource:port {{(pid=73807) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 19:36:00.346114 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-d69ab4f4-e4c6-4400-a255-10acaba11b4b req-5fa7abd4-e1e3-484a-a29d-7ba72875e5b8 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=9ad55c1ecaf040eb9706c42ee99e4509&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0997901 Apr 30 19:36:00.488550 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-d69ab4f4-e4c6-4400-a255-10acaba11b4b req-53b652fc-7f4c-4f1f-bc4c-3dd43148302c service neutron] 10.222.0.41 "GET /v2.0/networks/2ca4816a-af9f-4da4-b37e-8b11481e1c88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304212 Apr 30 19:36:00.623912 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-d69ab4f4-e4c6-4400-a255-10acaba11b4b req-6629e1a2-61c0-4c65-adb1-cb4cfc7d541f service neutron] 10.222.0.41 "GET /v2.0/networks/2ca4816a-af9f-4da4-b37e-8b11481e1c88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295629 Apr 30 19:36:00.843307 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-49457451-93bf-40d2-8852-7ac6a53b9f89 req-f2d8bafe-b478-4216-a2ed-131735f0a6c0 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7e67f0c-7981-45b2-94dc-51e0d476fa5f HTTP/1.1" status: 200 len: 210 time: 0.0649791 Apr 30 19:36:01.938968 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69ab4f4-e4c6-4400-a255-10acaba11b4b req-dc925575-0d48-4f55-a8f1-373c4b8750db tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:36:01.940695 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-d69ab4f4-e4c6-4400-a255-10acaba11b4b req-dc925575-0d48-4f55-a8f1-373c4b8750db tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.48 "GET /v2.0/networks?id=2ca4816a-af9f-4da4-b37e-8b11481e1c88 HTTP/1.1" status: 200 len: 816 time: 0.1607602 Apr 30 19:36:02.117342 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-1ca2aef4-1b3e-4bf6-bd85-8632f1e538bb req-ed2b03c8-6f72-436d-97c1-ece81eb1cbb7 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7e67f0c-7981-45b2-94dc-51e0d476fa5f HTTP/1.1" status: 200 len: 210 time: 0.1681318 Apr 30 19:36:02.143953 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-d69ab4f4-e4c6-4400-a255-10acaba11b4b req-0b2e952a-f085-4e6d-b9e0-2b9531981336 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9ad55c1ecaf040eb9706c42ee99e4509 HTTP/1.1" status: 200 len: 380 time: 0.1530011 Apr 30 19:36:02.167968 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.v2.base [req-d69ab4f4-e4c6-4400-a255-10acaba11b4b req-f5fa63bb-0867-41ca-baa9-54809ba36f20 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Request body: {'port': {'device_id': 'e7e67f0c-7981-45b2-94dc-51e0d476fa5f', 'network_id': '2ca4816a-af9f-4da4-b37e-8b11481e1c88', 'admin_state_up': True, 'tenant_id': '9ad55c1ecaf040eb9706c42ee99e4509', 'security_groups': ['33c9442f-be62-45e5-b02d-0f060b42e6aa']}} {{(pid=73807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 19:36:02.325763 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [req-d69ab4f4-e4c6-4400-a255-10acaba11b4b req-f5fa63bb-0867-41ca-baa9-54809ba36f20 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:36:02.335791 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [req-d69ab4f4-e4c6-4400-a255-10acaba11b4b req-f5fa63bb-0867-41ca-baa9-54809ba36f20 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:36:02.347896 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d69ab4f4-e4c6-4400-a255-10acaba11b4b req-f5fa63bb-0867-41ca-baa9-54809ba36f20 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Made reservation on behalf of 9ad55c1ecaf040eb9706c42ee99e4509 for: {'port': 1} {{(pid=73807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 19:36:02.351884 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-d69ab4f4-e4c6-4400-a255-10acaba11b4b req-f5fa63bb-0867-41ca-baa9-54809ba36f20 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:02.528612 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.db_base_plugin_common [req-d69ab4f4-e4c6-4400-a255-10acaba11b4b req-f5fa63bb-0867-41ca-baa9-54809ba36f20 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Allocated IP 172.20.0.6 (2ca4816a-af9f-4da4-b37e-8b11481e1c88/a120cce1-df08-442f-ba0c-25e89e3b37cd/11e3ef80-1fdb-4ae0-8426-39ea9afa0d86) {{(pid=73807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 19:36:02.714460 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-d69ab4f4-e4c6-4400-a255-10acaba11b4b req-f5fa63bb-0867-41ca-baa9-54809ba36f20 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Notify callbacks [] for port, precommit_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:02.729279 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.provisioning_blocks [req-d69ab4f4-e4c6-4400-a255-10acaba11b4b req-f5fa63bb-0867-41ca-baa9-54809ba36f20 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Transition to ACTIVE for port object 11e3ef80-1fdb-4ae0-8426-39ea9afa0d86 will not be triggered until provisioned by entity DHCP. {{(pid=73807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 19:36:02.753747 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-d69ab4f4-e4c6-4400-a255-10acaba11b4b req-f5fa63bb-0867-41ca-baa9-54809ba36f20 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780696898070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62583854'] for port, after_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:02.759090 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-a5347f13-b759-476c-9352-45d921f1b272 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:36:02.826035 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d69ab4f4-e4c6-4400-a255-10acaba11b4b req-f5fa63bb-0867-41ca-baa9-54809ba36f20 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Network 2ca4816a-af9f-4da4-b37e-8b11481e1c88 is already hosted by enough agents. {{(pid=73807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 19:36:02.830009 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.scheduler.base_scheduler [req-d69ab4f4-e4c6-4400-a255-10acaba11b4b req-f5fa63bb-0867-41ca-baa9-54809ba36f20 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Resources bound (agent type, host, resource id): {{(pid=73807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 19:36:02.833846 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.l3_dvrscheduler_db [req-d69ab4f4-e4c6-4400-a255-10acaba11b4b req-f5fa63bb-0867-41ca-baa9-54809ba36f20 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Received port after_create {{(pid=73807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 19:36:02.869030 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fa63bb-0867-41ca-baa9-54809ba36f20 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Pushing event updated for resources: {'Port': ['ID=11e3ef80-1fdb-4ae0-8426-39ea9afa0d86,revision_number=1']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:36:02.880707 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-f5fa63bb-0867-41ca-baa9-54809ba36f20 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:36:02.906128 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69ab4f4-e4c6-4400-a255-10acaba11b4b req-f5fa63bb-0867-41ca-baa9-54809ba36f20 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:36:02.906757 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-d69ab4f4-e4c6-4400-a255-10acaba11b4b req-f5fa63bb-0867-41ca-baa9-54809ba36f20 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937687'] for port, before_response {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:02.941472 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-d69ab4f4-e4c6-4400-a255-10acaba11b4b req-f5fa63bb-0867-41ca-baa9-54809ba36f20 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7866323 Apr 30 19:36:02.953898 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.v2.base [req-d69ab4f4-e4c6-4400-a255-10acaba11b4b req-d7e832eb-d5f3-41fb-849b-11f8974a9a0d service neutron] Request body: {'port': {'device_id': 'e7e67f0c-7981-45b2-94dc-51e0d476fa5f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=73807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 19:36:03.064510 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-d69ab4f4-e4c6-4400-a255-10acaba11b4b req-d7e832eb-d5f3-41fb-849b-11f8974a9a0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:03.066022 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-a632ff5c-06bd-4f08-b734-32c32b1e798e None None] Provisioning for port 11e3ef80-1fdb-4ae0-8426-39ea9afa0d86 completed by entity DHCP. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 19:36:03.071301 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-a632ff5c-06bd-4f08-b734-32c32b1e798e None None] Provisioning complete for port 11e3ef80-1fdb-4ae0-8426-39ea9afa0d86 triggered by entity DHCP. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 19:36:03.071854 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a632ff5c-06bd-4f08-b734-32c32b1e798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618911'] for port, provisioning_complete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:03.131046 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-a632ff5c-06bd-4f08-b734-32c32b1e798e None None] Port 11e3ef80-1fdb-4ae0-8426-39ea9afa0d86 cannot update to ACTIVE because it is not bound. {{(pid=73809) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 19:36:03.425782 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6490562-05e9-4f81-93f4-6bd3a2318f04 req-05930283-62e4-4b4c-a5b1-5c38692355fd tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:36:03.426507 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [req-a6490562-05e9-4f81-93f4-6bd3a2318f04 req-05930283-62e4-4b4c-a5b1-5c38692355fd tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Synchronizing usage tracker for tenant:9ad55c1ecaf040eb9706c42ee99e4509 on resource:port {{(pid=73807) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 19:36:03.487723 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [req-a6490562-05e9-4f81-93f4-6bd3a2318f04 req-05930283-62e4-4b4c-a5b1-5c38692355fd tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Unset dirty status for tenant:9ad55c1ecaf040eb9706c42ee99e4509 on resource:port {{(pid=73807) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 19:36:03.488925 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-a6490562-05e9-4f81-93f4-6bd3a2318f04 req-05930283-62e4-4b4c-a5b1-5c38692355fd tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7e67f0c-7981-45b2-94dc-51e0d476fa5f HTTP/1.1" status: 200 len: 931 time: 0.2454302 Apr 30 19:36:03.534091 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.notifiers.nova [req-d69ab4f4-e4c6-4400-a255-10acaba11b4b req-d7e832eb-d5f3-41fb-849b-11f8974a9a0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11e3ef80-1fdb-4ae0-8426-39ea9afa0d86 {{(pid=73807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 19:36:03.554040 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-d69ab4f4-e4c6-4400-a255-10acaba11b4b req-d7e832eb-d5f3-41fb-849b-11f8974a9a0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:03.571080 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-a6490562-05e9-4f81-93f4-6bd3a2318f04 req-1729680e-ac30-42f5-951e-0b882982d210 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/security-groups?id=33c9442f-be62-45e5-b02d-0f060b42e6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663278 Apr 30 19:36:03.581361 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.provisioning_blocks [req-d69ab4f4-e4c6-4400-a255-10acaba11b4b req-d7e832eb-d5f3-41fb-849b-11f8974a9a0d service neutron] Transition to ACTIVE for port object 11e3ef80-1fdb-4ae0-8426-39ea9afa0d86 will not be triggered until provisioned by entity L2. {{(pid=73807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 19:36:03.589282 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-d69ab4f4-e4c6-4400-a255-10acaba11b4b req-d7e832eb-d5f3-41fb-849b-11f8974a9a0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62583833'] for port, after_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:03.594807 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:36:03.758835 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e832eb-d5f3-41fb-849b-11f8974a9a0d service neutron] Pushing event updated for resources: {'Port': ['ID=11e3ef80-1fdb-4ae0-8426-39ea9afa0d86,revision_number=2']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:36:03.789160 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-d7e832eb-d5f3-41fb-849b-11f8974a9a0d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:36:03.832402 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.managers [req-d69ab4f4-e4c6-4400-a255-10acaba11b4b req-d7e832eb-d5f3-41fb-849b-11f8974a9a0d service neutron] Attempting to bind port 11e3ef80-1fdb-4ae0-8426-39ea9afa0d86 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=73807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 19:36:03.832752 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.managers [req-d69ab4f4-e4c6-4400-a255-10acaba11b4b req-d7e832eb-d5f3-41fb-849b-11f8974a9a0d service neutron] Attempting to bind port 11e3ef80-1fdb-4ae0-8426-39ea9afa0d86 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '1cec1924-575a-47da-bbe7-12777d2ca2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '2ca4816a-af9f-4da4-b37e-8b11481e1c88'}] {{(pid=73807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 19:36:03.833106 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69ab4f4-e4c6-4400-a255-10acaba11b4b req-d7e832eb-d5f3-41fb-849b-11f8974a9a0d service neutron] Attempting to bind port 11e3ef80-1fdb-4ae0-8426-39ea9afa0d86 on network 2ca4816a-af9f-4da4-b37e-8b11481e1c88 {{(pid=73807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 19:36:03.837848 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69ab4f4-e4c6-4400-a255-10acaba11b4b req-d7e832eb-d5f3-41fb-849b-11f8974a9a0d service neutron] Port 11e3ef80-1fdb-4ae0-8426-39ea9afa0d86 on network 2ca4816a-af9f-4da4-b37e-8b11481e1c88 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=73807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 19:36:03.838208 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69ab4f4-e4c6-4400-a255-10acaba11b4b req-d7e832eb-d5f3-41fb-849b-11f8974a9a0d service neutron] Attempting to bind port 11e3ef80-1fdb-4ae0-8426-39ea9afa0d86 on network 2ca4816a-af9f-4da4-b37e-8b11481e1c88 {{(pid=73807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 19:36:03.844632 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69ab4f4-e4c6-4400-a255-10acaba11b4b req-d7e832eb-d5f3-41fb-849b-11f8974a9a0d service neutron] Checking agent: {'id': '787256c0-27a9-4f74-baeb-f887319a5aee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 19, 30, 29), 'started_at': datetime.datetime(2021, 4, 30, 19, 30, 29), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 19, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 19:36:03.844907 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69ab4f4-e4c6-4400-a255-10acaba11b4b req-d7e832eb-d5f3-41fb-849b-11f8974a9a0d service neutron] Checking segment: {'id': '1cec1924-575a-47da-bbe7-12777d2ca2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '2ca4816a-af9f-4da4-b37e-8b11481e1c88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 19:36:03.845424 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69ab4f4-e4c6-4400-a255-10acaba11b4b req-d7e832eb-d5f3-41fb-849b-11f8974a9a0d service neutron] Bound using segment: {'id': '1cec1924-575a-47da-bbe7-12777d2ca2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '2ca4816a-af9f-4da4-b37e-8b11481e1c88'} {{(pid=73807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 19:36:03.846021 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.managers [req-d69ab4f4-e4c6-4400-a255-10acaba11b4b req-d7e832eb-d5f3-41fb-849b-11f8974a9a0d service neutron] Bound port: 11e3ef80-1fdb-4ae0-8426-39ea9afa0d86, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cec1924-575a-47da-bbe7-12777d2ca2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '2ca4816a-af9f-4da4-b37e-8b11481e1c88'}}] {{(pid=73807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 19:36:03.846686 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-d69ab4f4-e4c6-4400-a255-10acaba11b4b req-d7e832eb-d5f3-41fb-849b-11f8974a9a0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:03.936583 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.db [req-d69ab4f4-e4c6-4400-a255-10acaba11b4b req-d7e832eb-d5f3-41fb-849b-11f8974a9a0d service neutron] For port 11e3ef80-1fdb-4ae0-8426-39ea9afa0d86, host hv-cinder-73362, cleared binding levels {{(pid=73807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 19:36:03.939410 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.db [req-d69ab4f4-e4c6-4400-a255-10acaba11b4b req-d7e832eb-d5f3-41fb-849b-11f8974a9a0d service neutron] For port 11e3ef80-1fdb-4ae0-8426-39ea9afa0d86, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=11e3ef80-1fdb-4ae0-8426-39ea9afa0d86,segment=NetworkSegment(1cec1924-575a-47da-bbe7-12777d2ca2b9),segment_id=1cec1924-575a-47da-bbe7-12777d2ca2b9)] {{(pid=73807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 19:36:03.943319 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-d69ab4f4-e4c6-4400-a255-10acaba11b4b req-d7e832eb-d5f3-41fb-849b-11f8974a9a0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62583833'] for port, after_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:03.946786 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-d61bf61b-fd11-42b0-9aa3-9dabea8ee8d9 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:36:04.002476 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69ab4f4-e4c6-4400-a255-10acaba11b4b req-d7e832eb-d5f3-41fb-849b-11f8974a9a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:36:04.003085 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-d69ab4f4-e4c6-4400-a255-10acaba11b4b req-d7e832eb-d5f3-41fb-849b-11f8974a9a0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937687'] for port, before_response {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:04.004504 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-d69ab4f4-e4c6-4400-a255-10acaba11b4b req-d7e832eb-d5f3-41fb-849b-11f8974a9a0d service neutron] 10.222.0.48 "PUT /v2.0/ports/11e3ef80-1fdb-4ae0-8426-39ea9afa0d86 HTTP/1.1" status: 200 len: 1093 time: 1.0549619 Apr 30 19:36:04.004979 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7e67f0c-7981-45b2-94dc-51e0d476fa5f', 'tag': '11e3ef80-1fdb-4ae0-8426-39ea9afa0d86'}] {{(pid=73807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 19:36:04.030322 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e832eb-d5f3-41fb-849b-11f8974a9a0d service neutron] Pushing event updated for resources: {'Port': ['ID=11e3ef80-1fdb-4ae0-8426-39ea9afa0d86,revision_number=3']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:36:04.034012 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-d7e832eb-d5f3-41fb-849b-11f8974a9a0d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:36:04.182874 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7e67f0c-7981-45b2-94dc-51e0d476fa5f', 'tag': '11e3ef80-1fdb-4ae0-8426-39ea9afa0d86', 'status': 'completed', 'code': 200} Apr 30 19:36:04.219352 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69ab4f4-e4c6-4400-a255-10acaba11b4b req-a4c74b3b-a068-4fd0-928b-2cab6355806b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:36:04.220866 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-d69ab4f4-e4c6-4400-a255-10acaba11b4b req-a4c74b3b-a068-4fd0-928b-2cab6355806b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9ad55c1ecaf040eb9706c42ee99e4509&device_id=e7e67f0c-7981-45b2-94dc-51e0d476fa5f HTTP/1.1" status: 200 len: 1096 time: 0.1725643 Apr 30 19:36:04.291499 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-d69ab4f4-e4c6-4400-a255-10acaba11b4b req-84491c3a-f2a0-460f-b022-7621274aaef3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=11e3ef80-1fdb-4ae0-8426-39ea9afa0d86 HTTP/1.1" status: 200 len: 217 time: 0.0620763 Apr 30 19:36:04.354817 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69ab4f4-e4c6-4400-a255-10acaba11b4b req-fc0c0dcc-e673-47de-ba95-cc11c6d8f783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:36:04.356480 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-d69ab4f4-e4c6-4400-a255-10acaba11b4b req-fc0c0dcc-e673-47de-ba95-cc11c6d8f783 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a120cce1-df08-442f-ba0c-25e89e3b37cd HTTP/1.1" status: 200 len: 855 time: 0.0569193 Apr 30 19:36:04.433930 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69ab4f4-e4c6-4400-a255-10acaba11b4b req-9c5d8fbc-6c38-400b-8ceb-4e9ba37fee88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:36:04.435263 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-d69ab4f4-e4c6-4400-a255-10acaba11b4b req-9c5d8fbc-6c38-400b-8ceb-4e9ba37fee88 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2ca4816a-af9f-4da4-b37e-8b11481e1c88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0714529 Apr 30 19:36:04.567407 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-d69ab4f4-e4c6-4400-a255-10acaba11b4b req-e129416d-043e-465b-ae62-7b4b9a85bacb service neutron] 10.222.0.48 "GET /v2.0/networks/2ca4816a-af9f-4da4-b37e-8b11481e1c88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238079 Apr 30 19:36:04.766502 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-d69ab4f4-e4c6-4400-a255-10acaba11b4b req-266bb22f-3f33-465d-a877-8c193516cb69 service neutron] 10.222.0.48 "GET /v2.0/networks/2ca4816a-af9f-4da4-b37e-8b11481e1c88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914527 Apr 30 19:36:04.800911 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79e6246-516b-48fd-9b62-89b9d9ab9cce req-95d4a673-3061-4e9b-8fd7-03a1ac4fbdcf tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:36:04.802447 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-a79e6246-516b-48fd-9b62-89b9d9ab9cce req-95d4a673-3061-4e9b-8fd7-03a1ac4fbdcf tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7e67f0c-7981-45b2-94dc-51e0d476fa5f HTTP/1.1" status: 200 len: 943 time: 0.1093652 Apr 30 19:36:04.901028 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-a79e6246-516b-48fd-9b62-89b9d9ab9cce req-556a569c-7a7b-4ff7-91fb-7f958363f62f tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/security-groups?id=33c9442f-be62-45e5-b02d-0f060b42e6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915785 Apr 30 19:36:04.931356 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46aa896-4abd-4b73-8e77-6aa53b657fff req-d3c1e6e2-2ca9-495e-a078-4301e2ca4216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:36:04.932932 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-b46aa896-4abd-4b73-8e77-6aa53b657fff req-d3c1e6e2-2ca9-495e-a078-4301e2ca4216 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9ad55c1ecaf040eb9706c42ee99e4509&device_id=e7e67f0c-7981-45b2-94dc-51e0d476fa5f HTTP/1.1" status: 200 len: 1096 time: 0.1078508 Apr 30 19:36:05.078188 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46aa896-4abd-4b73-8e77-6aa53b657fff req-c69ba122-aa8f-4350-8439-9eb193fc2fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:36:05.079591 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-b46aa896-4abd-4b73-8e77-6aa53b657fff req-c69ba122-aa8f-4350-8439-9eb193fc2fda service neutron] 10.222.0.48 "GET /v2.0/networks?id=2ca4816a-af9f-4da4-b37e-8b11481e1c88 HTTP/1.1" status: 200 len: 917 time: 0.1390514 Apr 30 19:36:05.146794 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-b46aa896-4abd-4b73-8e77-6aa53b657fff req-1d39d1e2-8713-4b29-8181-17cfbdeb372f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=11e3ef80-1fdb-4ae0-8426-39ea9afa0d86 HTTP/1.1" status: 200 len: 217 time: 0.0595272 Apr 30 19:36:05.215426 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46aa896-4abd-4b73-8e77-6aa53b657fff req-71cff63c-9bcd-4555-b591-e991a5686337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:36:05.216912 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-b46aa896-4abd-4b73-8e77-6aa53b657fff req-71cff63c-9bcd-4555-b591-e991a5686337 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a120cce1-df08-442f-ba0c-25e89e3b37cd HTTP/1.1" status: 200 len: 855 time: 0.0626614 Apr 30 19:36:05.301255 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46aa896-4abd-4b73-8e77-6aa53b657fff req-a66c3aa4-baf9-41a4-84b7-81f252a7cf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:36:05.302706 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-b46aa896-4abd-4b73-8e77-6aa53b657fff req-a66c3aa4-baf9-41a4-84b7-81f252a7cf68 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2ca4816a-af9f-4da4-b37e-8b11481e1c88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0714083 Apr 30 19:36:05.438837 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-b46aa896-4abd-4b73-8e77-6aa53b657fff req-79b0591b-865e-40ee-b0d3-b09e0372c106 service neutron] 10.222.0.48 "GET /v2.0/networks/2ca4816a-af9f-4da4-b37e-8b11481e1c88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286151 Apr 30 19:36:05.581411 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-b46aa896-4abd-4b73-8e77-6aa53b657fff req-af397969-6694-4e57-b408-ddda165bf4ea service neutron] 10.222.0.48 "GET /v2.0/networks/2ca4816a-af9f-4da4-b37e-8b11481e1c88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321270 Apr 30 19:36:06.097507 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2cd3cc-a9e4-4be2-8838-f27a42483721 req-53f49afb-72bd-464e-b1fb-4ef81910f2f7 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:36:06.098944 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-0f2cd3cc-a9e4-4be2-8838-f27a42483721 req-53f49afb-72bd-464e-b1fb-4ef81910f2f7 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7e67f0c-7981-45b2-94dc-51e0d476fa5f HTTP/1.1" status: 200 len: 943 time: 0.0826125 Apr 30 19:36:06.109312 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 45868) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:36:06.147453 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-0f2cd3cc-a9e4-4be2-8838-f27a42483721 req-07029331-a344-4625-b751-ea9a239ff267 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/security-groups?id=33c9442f-be62-45e5-b02d-0f060b42e6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428712 Apr 30 19:36:06.226960 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-bc458057-22ca-4045-aa92-c3fb1941b476 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:06.241147 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-bc458057-22ca-4045-aa92-c3fb1941b476 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:36:06.244923 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-bc458057-22ca-4045-aa92-c3fb1941b476 admin admin] Usage tracker for resource:security_group_rule and tenant:3eb1ba30cbfa4b8a9b2ac2cc2c636842 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:36:06.247654 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-bc458057-22ca-4045-aa92-c3fb1941b476 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:36:06.253831 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-bc458057-22ca-4045-aa92-c3fb1941b476 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:36:06.334446 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-bc458057-22ca-4045-aa92-c3fb1941b476 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:06.337997 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-bc458057-22ca-4045-aa92-c3fb1941b476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:06.349460 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-c1d888af-de1f-4735-97cd-3dda852ffe6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:36:06.389172 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-bc458057-22ca-4045-aa92-c3fb1941b476 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3eb1ba30cbfa4b8a9b2ac2cc2c636842&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2786837 Apr 30 19:36:06.390627 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc458057-22ca-4045-aa92-c3fb1941b476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff295b96-1e06-4417-8ae9-ed7826db2a32,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:36:06.391781 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 45876) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:36:06.397235 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-bc458057-22ca-4045-aa92-c3fb1941b476 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:36:06.453742 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-cb419821-1750-45d1-b5c9-6bfd3f33c472 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:06.479262 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-cb419821-1750-45d1-b5c9-6bfd3f33c472 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:06.532952 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-cb419821-1750-45d1-b5c9-6bfd3f33c472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:06.536740 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-f38481a8-01b8-4c1b-81af-e7fc74f6ef91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:36:06.550305 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb419821-1750-45d1-b5c9-6bfd3f33c472 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff295b96-1e06-4417-8ae9-ed7826db2a32,revision_number=None']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:36:06.553505 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-cb419821-1750-45d1-b5c9-6bfd3f33c472 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:36:06.555477 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-cb419821-1750-45d1-b5c9-6bfd3f33c472 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:06.556606 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-cb419821-1750-45d1-b5c9-6bfd3f33c472 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ff295b96-1e06-4417-8ae9-ed7826db2a32 HTTP/1.1" status: 204 len: 168 time: 0.1631289 Apr 30 19:36:06.689871 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Device 11e3ef80-1fdb-4ae0-8426-39ea9afa0d86 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=73809) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 19:36:06.826455 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-65ba8c12-0d06-4959-8304-606821799626 None None] For port 11e3ef80-1fdb-4ae0-8426-39ea9afa0d86, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=11e3ef80-1fdb-4ae0-8426-39ea9afa0d86,segment=NetworkSegment(1cec1924-575a-47da-bbe7-12777d2ca2b9),segment_id=1cec1924-575a-47da-bbe7-12777d2ca2b9)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:36:06.839847 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Returning: {'device': '11e3ef80-1fdb-4ae0-8426-39ea9afa0d86', 'network_id': '2ca4816a-af9f-4da4-b37e-8b11481e1c88', 'port_id': '11e3ef80-1fdb-4ae0-8426-39ea9afa0d86', 'mac_address': 'fa:16:3e:32:71:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a120cce1-df08-442f-ba0c-25e89e3b37cd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73809) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 19:36:06.895290 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:06.912558 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.notifiers.nova [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11e3ef80-1fdb-4ae0-8426-39ea9afa0d86 {{(pid=73809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 19:36:06.928113 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-65ba8c12-0d06-4959-8304-606821799626 None None] For port 11e3ef80-1fdb-4ae0-8426-39ea9afa0d86, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=11e3ef80-1fdb-4ae0-8426-39ea9afa0d86,segment=NetworkSegment(1cec1924-575a-47da-bbe7-12777d2ca2b9),segment_id=1cec1924-575a-47da-bbe7-12777d2ca2b9)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:36:06.933038 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:06.934766 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:36:07.006348 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Pushing event updated for resources: {'Port': ['ID=11e3ef80-1fdb-4ae0-8426-39ea9afa0d86,revision_number=4']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:36:07.009880 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:36:07.190038 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-65ba8c12-0d06-4959-8304-606821799626 None None] get_ports_and_sgs() called for port_ids ['11e3ef80-1fdb-4ae0-8426-39ea9afa0d86'] {{(pid=73809) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 19:36:07.242217 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 45902) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:36:07.354797 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e43e14c-b5bb-4ac4-b287-888746c8b8d7 req-2f5edd93-7c46-442f-9b7b-53aef78056f7 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:36:07.356722 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-8e43e14c-b5bb-4ac4-b287-888746c8b8d7 req-2f5edd93-7c46-442f-9b7b-53aef78056f7 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7e67f0c-7981-45b2-94dc-51e0d476fa5f HTTP/1.1" status: 200 len: 944 time: 0.0890725 Apr 30 19:36:07.358811 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.v2.base [None req-60999e56-cc7a-49b9-9ffe-a9bf762cebce admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1802366092-network', 'tenant_id': '18dc9ebb08454d8b9749ec906d810624'}} {{(pid=73807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 19:36:07.363620 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-60999e56-cc7a-49b9-9ffe-a9bf762cebce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:36:07.367836 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-60999e56-cc7a-49b9-9ffe-a9bf762cebce admin admin] Usage tracker for resource:network and tenant:18dc9ebb08454d8b9749ec906d810624 is out of sync, need to count used quota {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:36:07.370775 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-60999e56-cc7a-49b9-9ffe-a9bf762cebce admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:36:07.377658 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-60999e56-cc7a-49b9-9ffe-a9bf762cebce admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:36:07.388339 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60999e56-cc7a-49b9-9ffe-a9bf762cebce admin admin] Made reservation on behalf of 18dc9ebb08454d8b9749ec906d810624 for: {'network': 1} {{(pid=73807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 19:36:07.390656 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-60999e56-cc7a-49b9-9ffe-a9bf762cebce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for network, before_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:07.403296 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [req-8e43e14c-b5bb-4ac4-b287-888746c8b8d7 req-d953c4ad-42d6-4f56-92ed-9e575d04a1d8 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Synchronizing usage tracker for tenant:9ad55c1ecaf040eb9706c42ee99e4509 on resource:security_group {{(pid=73808) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 19:36:07.407019 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-60999e56-cc7a-49b9-9ffe-a9bf762cebce admin admin] Notify callbacks [] for security_group, before_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:07.415318 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [req-8e43e14c-b5bb-4ac4-b287-888746c8b8d7 req-d953c4ad-42d6-4f56-92ed-9e575d04a1d8 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Unset dirty status for tenant:9ad55c1ecaf040eb9706c42ee99e4509 on resource:security_group {{(pid=73808) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 19:36:07.416561 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-8e43e14c-b5bb-4ac4-b287-888746c8b8d7 req-d953c4ad-42d6-4f56-92ed-9e575d04a1d8 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/security-groups?id=33c9442f-be62-45e5-b02d-0f060b42e6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530143 Apr 30 19:36:07.501322 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-60999e56-cc7a-49b9-9ffe-a9bf762cebce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:36:07.505120 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-60999e56-cc7a-49b9-9ffe-a9bf762cebce admin admin] Usage tracker for resource:security_group_rule and tenant:18dc9ebb08454d8b9749ec906d810624 is out of sync, need to count used quota {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:36:07.507919 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-60999e56-cc7a-49b9-9ffe-a9bf762cebce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:36:07.513674 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-60999e56-cc7a-49b9-9ffe-a9bf762cebce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:36:07.594876 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-60999e56-cc7a-49b9-9ffe-a9bf762cebce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:07.598594 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-60999e56-cc7a-49b9-9ffe-a9bf762cebce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:07.602644 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-a83676a8-f67f-4740-9871-253019ca3a85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:36:07.627369 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60999e56-cc7a-49b9-9ffe-a9bf762cebce admin admin] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=73807) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 19:36:07.639649 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60999e56-cc7a-49b9-9ffe-a9bf762cebce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=362fa607-94d4-4de8-ba6e-ecdd6c58403f,revision_number=1']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:36:07.644929 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-60999e56-cc7a-49b9-9ffe-a9bf762cebce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611927'] for segment, precommit_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:07.645271 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.db.segments_db [None req-60999e56-cc7a-49b9-9ffe-a9bf762cebce admin admin] Added segment 314eeb5f-fed1-4126-90d5-08d844d605ec of type vlan for network a43deaff-ec1a-4b0d-8fb6-630cd7878552 Apr 30 19:36:07.653218 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60999e56-cc7a-49b9-9ffe-a9bf762cebce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:36:07.653587 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60999e56-cc7a-49b9-9ffe-a9bf762cebce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:36:07.653947 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60999e56-cc7a-49b9-9ffe-a9bf762cebce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:36:07.654299 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60999e56-cc7a-49b9-9ffe-a9bf762cebce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:36:07.654646 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60999e56-cc7a-49b9-9ffe-a9bf762cebce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:36:07.655558 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60999e56-cc7a-49b9-9ffe-a9bf762cebce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:36:07.655968 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60999e56-cc7a-49b9-9ffe-a9bf762cebce admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:36:07.656577 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60999e56-cc7a-49b9-9ffe-a9bf762cebce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:36:07.656997 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60999e56-cc7a-49b9-9ffe-a9bf762cebce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:36:07.657346 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60999e56-cc7a-49b9-9ffe-a9bf762cebce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:36:07.657689 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60999e56-cc7a-49b9-9ffe-a9bf762cebce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:36:07.658029 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60999e56-cc7a-49b9-9ffe-a9bf762cebce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:36:07.661833 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-60999e56-cc7a-49b9-9ffe-a9bf762cebce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:36:07.684840 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-60999e56-cc7a-49b9-9ffe-a9bf762cebce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780696885140'] for network, precommit_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:07.713791 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-60999e56-cc7a-49b9-9ffe-a9bf762cebce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137'] for network, after_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:07.715056 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60999e56-cc7a-49b9-9ffe-a9bf762cebce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:36:07.715621 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-60999e56-cc7a-49b9-9ffe-a9bf762cebce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533183'] for network, before_response {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:07.720778 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-cfac54c3-9923-4b4e-9c15-bec9dc8a78ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:36:07.818491 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-60999e56-cc7a-49b9-9ffe-a9bf762cebce admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5744004 Apr 30 19:36:07.821337 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60999e56-cc7a-49b9-9ffe-a9bf762cebce admin admin] Pushing event updated for resources: {'Network': ['ID=a43deaff-ec1a-4b0d-8fb6-630cd7878552,revision_number=1']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:36:07.821492 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 45910) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:36:07.824208 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-60999e56-cc7a-49b9-9ffe-a9bf762cebce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:36:07.827925 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.v2.base [None req-3cded5ab-c080-4b7b-b9f8-2c95c21141fd admin admin] Request body: {'subnet': {'network_id': 'a43deaff-ec1a-4b0d-8fb6-630cd7878552', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1802366092-subnet', 'tenant_id': '18dc9ebb08454d8b9749ec906d810624', 'ip_version': 4}} {{(pid=73808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 19:36:07.831565 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Network a43deaff-ec1a-4b0d-8fb6-630cd7878552 details requested by agent ovs-agent-dv-cinder-733622-14-smb with host dv-cinder-733622-14-smb {{(pid=73809) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 19:36:07.832836 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-3cded5ab-c080-4b7b-b9f8-2c95c21141fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:36:07.836686 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-3cded5ab-c080-4b7b-b9f8-2c95c21141fd admin admin] Usage tracker for resource:subnet and tenant:18dc9ebb08454d8b9749ec906d810624 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:36:07.839482 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-3cded5ab-c080-4b7b-b9f8-2c95c21141fd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:36:07.846593 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-3cded5ab-c080-4b7b-b9f8-2c95c21141fd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:36:07.856185 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cded5ab-c080-4b7b-b9f8-2c95c21141fd admin admin] Made reservation on behalf of 18dc9ebb08454d8b9749ec906d810624 for: {'subnet': 1} {{(pid=73808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 19:36:07.858595 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-3cded5ab-c080-4b7b-b9f8-2c95c21141fd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61161599'] for subnet, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:08.233585 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-3cded5ab-c080-4b7b-b9f8-2c95c21141fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60823004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61161577'] for subnet, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:08.237996 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:36:08.307010 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cded5ab-c080-4b7b-b9f8-2c95c21141fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a7dfd62-bec3-4cb5-b820-316bf20afcd1,revision_number=0']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:36:08.318309 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cded5ab-c080-4b7b-b9f8-2c95c21141fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:36:08.318671 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cded5ab-c080-4b7b-b9f8-2c95c21141fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:36:08.319026 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cded5ab-c080-4b7b-b9f8-2c95c21141fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:36:08.319375 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cded5ab-c080-4b7b-b9f8-2c95c21141fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:36:08.319722 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cded5ab-c080-4b7b-b9f8-2c95c21141fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:36:08.320064 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cded5ab-c080-4b7b-b9f8-2c95c21141fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:36:08.320432 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cded5ab-c080-4b7b-b9f8-2c95c21141fd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:36:08.320774 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cded5ab-c080-4b7b-b9f8-2c95c21141fd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:36:08.321116 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cded5ab-c080-4b7b-b9f8-2c95c21141fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:36:08.321451 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cded5ab-c080-4b7b-b9f8-2c95c21141fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:36:08.321786 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cded5ab-c080-4b7b-b9f8-2c95c21141fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:36:08.322126 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cded5ab-c080-4b7b-b9f8-2c95c21141fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:36:08.327219 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-3cded5ab-c080-4b7b-b9f8-2c95c21141fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:36:08.327892 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cded5ab-c080-4b7b-b9f8-2c95c21141fd admin admin] Checking segment: {'id': '314eeb5f-fed1-4126-90d5-08d844d605ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'a43deaff-ec1a-4b0d-8fb6-630cd7878552'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 19:36:08.328234 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cded5ab-c080-4b7b-b9f8-2c95c21141fd admin admin] Network hostable DHCP agents. Network: a43deaff-ec1a-4b0d-8fb6-630cd7878552, hostable agents: ['e57161e2-0c22-4573-bfa0-d55a94615101'], hosted agents: [] {{(pid=73808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 19:36:08.344766 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cded5ab-c080-4b7b-b9f8-2c95c21141fd admin admin] Network a43deaff-ec1a-4b0d-8fb6-630cd7878552 is scheduled to be hosted by DHCP agent e57161e2-0c22-4573-bfa0-d55a94615101 with binding_index 1 {{(pid=73808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 19:36:08.353138 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.scheduler.base_scheduler [None req-3cded5ab-c080-4b7b-b9f8-2c95c21141fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-14-smb, a43deaff-ec1a-4b0d-8fb6-630cd7878552) {{(pid=73808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 19:36:08.361349 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cded5ab-c080-4b7b-b9f8-2c95c21141fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:36:08.361908 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c8e730-9ab2-43d6-85c4-669ffe757c0a None None] Network a43deaff-ec1a-4b0d-8fb6-630cd7878552 requested from dv-cinder-733622-14-smb {{(pid=73809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 19:36:08.362024 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-3cded5ab-c080-4b7b-b9f8-2c95c21141fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533183'] for subnet, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:08.386735 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-3cded5ab-c080-4b7b-b9f8-2c95c21141fd admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5641286 Apr 30 19:36:08.390052 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 45914) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:36:08.395490 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.v2.base [None req-988f849c-f694-42c9-87e8-313932d1da05 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1802366092-router', 'tenant_id': '18dc9ebb08454d8b9749ec906d810624', 'external_gateway_info': {'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7'}}} {{(pid=73808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 19:36:08.400030 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-988f849c-f694-42c9-87e8-313932d1da05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:36:08.403835 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-988f849c-f694-42c9-87e8-313932d1da05 admin admin] Usage tracker for resource:router and tenant:18dc9ebb08454d8b9749ec906d810624 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:36:08.406846 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-988f849c-f694-42c9-87e8-313932d1da05 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:36:08.412558 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-988f849c-f694-42c9-87e8-313932d1da05 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:36:08.423080 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-988f849c-f694-42c9-87e8-313932d1da05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-678241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28754'] for router, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:08.424024 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-988f849c-f694-42c9-87e8-313932d1da05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-753828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28763'] for router, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:08.438786 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-988f849c-f694-42c9-87e8-313932d1da05 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:08.626908 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4082919-a2c4-4a34-b5ac-becdfe9166b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27ed8444-addf-52d8-bb34-b8ba946e691b-a43deaff-ec1a-4b0d-8fb6-630cd7878552', 'network_id': 'a43deaff-ec1a-4b0d-8fb6-630cd7878552', 'tenant_id': '18dc9ebb08454d8b9749ec906d810624', 'fixed_ips': [{'subnet_id': '4a7dfd62-bec3-4cb5-b820-316bf20afcd1'}]}} from dv-cinder-733622-14-smb. {{(pid=73809) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 30 19:36:08.627740 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d4082919-a2c4-4a34-b5ac-becdfe9166b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:08.663638 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad44a4fe-8b7f-4487-998a-7b01b5ba767c req-43c219d7-a238-4a32-b4f6-e3ae9c7c584e tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:36:08.665314 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-ad44a4fe-8b7f-4487-998a-7b01b5ba767c req-43c219d7-a238-4a32-b4f6-e3ae9c7c584e tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7e67f0c-7981-45b2-94dc-51e0d476fa5f HTTP/1.1" status: 200 len: 944 time: 0.0972478 Apr 30 19:36:08.718326 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-ad44a4fe-8b7f-4487-998a-7b01b5ba767c req-708f53dc-2f8a-4aa6-a44c-f72ab03059b9 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/security-groups?id=33c9442f-be62-45e5-b02d-0f060b42e6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463777 Apr 30 19:36:08.721462 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Device 11e3ef80-1fdb-4ae0-8426-39ea9afa0d86 up at agent hyperv_hv-cinder-73362 {{(pid=73809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 19:36:08.768768 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-988f849c-f694-42c9-87e8-313932d1da05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-679376', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-678159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28841'] for router, precommit_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:08.845808 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.db_base_plugin_common [None req-d4082919-a2c4-4a34-b5ac-becdfe9166b2 None None] Allocated IP 172.20.0.2 (a43deaff-ec1a-4b0d-8fb6-630cd7878552/4a7dfd62-bec3-4cb5-b820-316bf20afcd1/fc658f8e-c114-4966-9759-53ab3c6c351a) {{(pid=73809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 19:36:08.858851 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Provisioning for port 11e3ef80-1fdb-4ae0-8426-39ea9afa0d86 completed by entity L2. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 19:36:08.880960 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Provisioning complete for port 11e3ef80-1fdb-4ae0-8426-39ea9afa0d86 triggered by entity L2. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 19:36:08.881341 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618911'] for port, provisioning_complete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:09.126675 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-988f849c-f694-42c9-87e8-313932d1da05 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:09.151383 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:09.159739 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-988f849c-f694-42c9-87e8-313932d1da05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:09.197758 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7e67f0c-7981-45b2-94dc-51e0d476fa5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11e3ef80-1fdb-4ae0-8426-39ea9afa0d86'}] {{(pid=73809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 19:36:09.204289 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d4082919-a2c4-4a34-b5ac-becdfe9166b2 None None] Notify callbacks [] for port, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:09.215570 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-65ba8c12-0d06-4959-8304-606821799626 None None] For port 11e3ef80-1fdb-4ae0-8426-39ea9afa0d86, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=11e3ef80-1fdb-4ae0-8426-39ea9afa0d86,segment=NetworkSegment(1cec1924-575a-47da-bbe7-12777d2ca2b9),segment_id=1cec1924-575a-47da-bbe7-12777d2ca2b9)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:36:09.219605 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-d4082919-a2c4-4a34-b5ac-becdfe9166b2 None None] Transition to ACTIVE for port object fc658f8e-c114-4966-9759-53ab3c6c351a will not be triggered until provisioned by entity L2. {{(pid=73809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 19:36:09.222769 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:09.228362 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-ace40c9a-5428-480a-b02d-88af2d6e2cd4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:36:09.258988 dv-cinder-733622-14-smb neutron-server[73809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7e67f0c-7981-45b2-94dc-51e0d476fa5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11e3ef80-1fdb-4ae0-8426-39ea9afa0d86', 'code': 200} Apr 30 19:36:09.289277 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-d4082919-a2c4-4a34-b5ac-becdfe9166b2 None None] Transition to ACTIVE for port object fc658f8e-c114-4966-9759-53ab3c6c351a will not be triggered until provisioned by entity DHCP. {{(pid=73809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 19:36:09.305667 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d4082919-a2c4-4a34-b5ac-becdfe9166b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780696898070'] for port, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:09.320713 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Pushing event updated for resources: {'Port': ['ID=11e3ef80-1fdb-4ae0-8426-39ea9afa0d86,revision_number=5']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:36:09.324694 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:36:09.324694 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:36:09.371489 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4082919-a2c4-4a34-b5ac-becdfe9166b2 None None] Network a43deaff-ec1a-4b0d-8fb6-630cd7878552 is already hosted by enough agents. {{(pid=73809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 19:36:09.375115 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.scheduler.base_scheduler [None req-d4082919-a2c4-4a34-b5ac-becdfe9166b2 None None] Resources bound (agent type, host, resource id): {{(pid=73809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 19:36:09.378758 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4082919-a2c4-4a34-b5ac-becdfe9166b2 None None] Received port after_create {{(pid=73809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 19:36:09.419231 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.db_base_plugin_common [None req-988f849c-f694-42c9-87e8-313932d1da05 admin admin] Allocated IP 172.28.1.85 (9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7/476340fc-add5-4316-93e7-f3b1afc75f73/2d3a1210-a4d1-4c33-8ff4-6ab0d8d4e805) {{(pid=73808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 19:36:09.466036 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4082919-a2c4-4a34-b5ac-becdfe9166b2 None None] Pushing event updated for resources: {'Port': ['ID=fc658f8e-c114-4966-9759-53ab3c6c351a,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:36:09.476871 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-d4082919-a2c4-4a34-b5ac-becdfe9166b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:36:09.488461 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [None req-d4082919-a2c4-4a34-b5ac-becdfe9166b2 None None] Attempting to bind port fc658f8e-c114-4966-9759-53ab3c6c351a on host dv-cinder-733622-14-smb for vnic_type normal with profile {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 19:36:09.489073 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [None req-d4082919-a2c4-4a34-b5ac-becdfe9166b2 None None] Attempting to bind port fc658f8e-c114-4966-9759-53ab3c6c351a by drivers openvswitch,hyperv on host dv-cinder-733622-14-smb at level 0 using segments [{'id': '314eeb5f-fed1-4126-90d5-08d844d605ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'a43deaff-ec1a-4b0d-8fb6-630cd7878552'}] {{(pid=73809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 19:36:09.489619 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4082919-a2c4-4a34-b5ac-becdfe9166b2 None None] Attempting to bind port fc658f8e-c114-4966-9759-53ab3c6c351a on network a43deaff-ec1a-4b0d-8fb6-630cd7878552 {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 19:36:09.496617 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4082919-a2c4-4a34-b5ac-becdfe9166b2 None None] Checking agent: {'id': '56d0c902-71b4-4ed3-a175-a117eb491650', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 19, 24, 26), 'started_at': datetime.datetime(2021, 4, 30, 19, 24, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 19, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 19:36:09.497239 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4082919-a2c4-4a34-b5ac-becdfe9166b2 None None] Checking segment: {'id': '314eeb5f-fed1-4126-90d5-08d844d605ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'a43deaff-ec1a-4b0d-8fb6-630cd7878552'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 19:36:09.497811 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d4082919-a2c4-4a34-b5ac-becdfe9166b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:09.499107 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4082919-a2c4-4a34-b5ac-becdfe9166b2 None None] Bound using segment: {'id': '314eeb5f-fed1-4126-90d5-08d844d605ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'a43deaff-ec1a-4b0d-8fb6-630cd7878552'} {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 19:36:09.499875 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [None req-d4082919-a2c4-4a34-b5ac-becdfe9166b2 None None] Bound port: fc658f8e-c114-4966-9759-53ab3c6c351a, host: dv-cinder-733622-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '314eeb5f-fed1-4126-90d5-08d844d605ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'a43deaff-ec1a-4b0d-8fb6-630cd7878552'}}] {{(pid=73809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 19:36:09.500631 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d4082919-a2c4-4a34-b5ac-becdfe9166b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:09.557570 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931db389-f044-486c-8386-fe905b58f634 req-6583fe3c-cbd0-43cf-9e6f-919872580217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:36:09.559052 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-931db389-f044-486c-8386-fe905b58f634 req-6583fe3c-cbd0-43cf-9e6f-919872580217 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e7e67f0c-7981-45b2-94dc-51e0d476fa5f HTTP/1.1" status: 200 len: 1098 time: 0.0869780 Apr 30 19:36:09.581971 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-988f849c-f694-42c9-87e8-313932d1da05 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:09.594035 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-d4082919-a2c4-4a34-b5ac-becdfe9166b2 None None] For port fc658f8e-c114-4966-9759-53ab3c6c351a, host dv-cinder-733622-14-smb, cleared binding levels {{(pid=73809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 19:36:09.597755 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-d4082919-a2c4-4a34-b5ac-becdfe9166b2 None None] For port fc658f8e-c114-4966-9759-53ab3c6c351a, host dv-cinder-733622-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-14-smb',level=0,port_id=fc658f8e-c114-4966-9759-53ab3c6c351a,segment=NetworkSegment(314eeb5f-fed1-4126-90d5-08d844d605ec),segment_id=314eeb5f-fed1-4126-90d5-08d844d605ec)] {{(pid=73809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 19:36:09.602709 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d4082919-a2c4-4a34-b5ac-becdfe9166b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:09.604525 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-931db389-f044-486c-8386-fe905b58f634 req-00b3caab-2abd-4e1c-9239-c3916e934d2b service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=33c9442f-be62-45e5-b02d-0f060b42e6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357411 Apr 30 19:36:09.608542 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:36:09.618754 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-988f849c-f694-42c9-87e8-313932d1da05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780696898070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60822380'] for port, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:09.624616 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-6f79d12a-ad0f-448e-94b2-35c802bf368a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:36:09.685399 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988f849c-f694-42c9-87e8-313932d1da05 admin admin] Network 9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7 is already hosted by enough agents. {{(pid=73808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 19:36:09.689416 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.scheduler.base_scheduler [None req-988f849c-f694-42c9-87e8-313932d1da05 admin admin] Resources bound (agent type, host, resource id): {{(pid=73808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 19:36:09.693008 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988f849c-f694-42c9-87e8-313932d1da05 admin admin] Received port after_create {{(pid=73808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 19:36:09.693739 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4082919-a2c4-4a34-b5ac-becdfe9166b2 None None] Pushing event updated for resources: {'Port': ['ID=fc658f8e-c114-4966-9759-53ab3c6c351a,revision_number=2']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:36:09.701197 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-d4082919-a2c4-4a34-b5ac-becdfe9166b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:36:09.750535 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988f849c-f694-42c9-87e8-313932d1da05 admin admin] Pushing event updated for resources: {'Port': ['ID=2d3a1210-a4d1-4c33-8ff4-6ab0d8d4e805,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:36:09.755537 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-988f849c-f694-42c9-87e8-313932d1da05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:36:10.132550 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a8ce18-53cb-41ab-9526-ae7050fa1411 req-40ce52d3-2d75-465b-a13a-bd1207e2395a tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:36:10.134255 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-f4a8ce18-53cb-41ab-9526-ae7050fa1411 req-40ce52d3-2d75-465b-a13a-bd1207e2395a tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7e67f0c-7981-45b2-94dc-51e0d476fa5f HTTP/1.1" status: 200 len: 945 time: 0.2318172 Apr 30 19:36:10.272381 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-f4a8ce18-53cb-41ab-9526-ae7050fa1411 req-bb0cf3bf-ced4-47b8-9bfd-acc3d25c53c2 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/security-groups?id=33c9442f-be62-45e5-b02d-0f060b42e6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735528 Apr 30 19:36:10.272988 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-988f849c-f694-42c9-87e8-313932d1da05 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:10.473901 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ca6938-85bf-434a-8788-6b1ccf7a6301 req-71024f21-1115-4b32-8138-c3f3c03754f2 tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:36:10.481488 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-d2ca6938-85bf-434a-8788-6b1ccf7a6301 req-71024f21-1115-4b32-8138-c3f3c03754f2 tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] 10.222.0.41 "GET /v2.0/ports?device_id=79c9e5b5-1aed-4cbd-8655-aa9f75487e06 HTTP/1.1" status: 200 len: 945 time: 0.1011178 Apr 30 19:36:10.559664 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-d2ca6938-85bf-434a-8788-6b1ccf7a6301 req-aa11a6b9-7661-49f5-a37b-3ba6eddcf220 tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] 10.222.0.41 "GET /v2.0/security-groups?id=184ab099-d1f1-4765-bfc7-ab0fdc4abd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773137 Apr 30 19:36:10.640892 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-988f849c-f694-42c9-87e8-313932d1da05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-678168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-679359'] for router, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:10.698264 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da2bbb57-2d0c-4fff-9fdf-cd23c37b2e45 None None] Network a43deaff-ec1a-4b0d-8fb6-630cd7878552 requested from dv-cinder-733622-14-smb {{(pid=73809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 19:36:10.804005 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Device fc658f8e-c114-4966-9759-53ab3c6c351a up at agent ovs-agent-dv-cinder-733622-14-smb {{(pid=73809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 19:36:10.847269 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-86857f63-379d-4ab7-b48b-eb421f4a3359 None None] Provisioning for port fc658f8e-c114-4966-9759-53ab3c6c351a completed by entity DHCP. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 19:36:10.947972 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Provisioning for port fc658f8e-c114-4966-9759-53ab3c6c351a completed by entity L2. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 19:36:10.955646 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Provisioning complete for port fc658f8e-c114-4966-9759-53ab3c6c351a triggered by entity L2. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 19:36:10.956026 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618911'] for port, provisioning_complete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:10.966169 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-988f849c-f694-42c9-87e8-313932d1da05 admin admin] Router 93ed4ff2-dd02-4cd9-8ade-637bc80d230e is scheduled to L3 agent 19062261-8801-4f4d-b71c-f22a3dba3fbe with binding_index 1 {{(pid=73808) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 30 19:36:11.126757 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:11.155813 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-988f849c-f694-42c9-87e8-313932d1da05 admin admin] Notify agent at l3_agent.dv-cinder-733622-14-smb the message routers_updated {{(pid=73808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 19:36:11.162187 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] For port fc658f8e-c114-4966-9759-53ab3c6c351a, host dv-cinder-733622-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-14-smb',level=0,port_id=fc658f8e-c114-4966-9759-53ab3c6c351a,segment=NetworkSegment(314eeb5f-fed1-4126-90d5-08d844d605ec),segment_id=314eeb5f-fed1-4126-90d5-08d844d605ec)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:36:11.164374 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e84106e-adf1-4ecb-ac83-7937737b7caa None None] Sync routers for ids ['93ed4ff2-dd02-4cd9-8ade-637bc80d230e'] in dv-cinder-733622-14-smb {{(pid=73809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 19:36:11.168877 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:11.172322 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-5980cd08-cbb2-4541-bff9-ffb9f1c50d32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:36:11.190910 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-988f849c-f694-42c9-87e8-313932d1da05 admin admin] Notify callbacks [] for router, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:11.193797 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-988f849c-f694-42c9-87e8-313932d1da05 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.8024814 Apr 30 19:36:11.197401 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 45942) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:36:11.223184 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e84106e-adf1-4ecb-ac83-7937737b7caa None None] Routers {'93ed4ff2-dd02-4cd9-8ade-637bc80d230e'} bound to L3 agent in host dv-cinder-733622-14-smb {{(pid=73809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 19:36:11.223830 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_hamode_db [None req-7e84106e-adf1-4ecb-ac83-7937737b7caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T19:24:27Z,description=,heartbeat_timestamp=2021-04-30T19:35:57Z,host='dv-cinder-733622-14-smb',id=19062261-8801-4f4d-b71c-f22a3dba3fbe,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T19:24:27Z,topic='l3_agent')) {'router_ids': ['93ed4ff2-dd02-4cd9-8ade-637bc80d230e'], 'active': True} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:36:11.365847 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Pushing event updated for resources: {'Port': ['ID=fc658f8e-c114-4966-9759-53ab3c6c351a,revision_number=3']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:36:11.417996 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:36:11.460610 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-0f012cca-6516-4eeb-a821-0b1d5d0336f3 None None] Provisioning complete for port fc658f8e-c114-4966-9759-53ab3c6c351a triggered by entity DHCP. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 19:36:11.461000 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-0f012cca-6516-4eeb-a821-0b1d5d0336f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618911'] for port, provisioning_complete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:11.483952 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1da5cb7-d960-432e-92a4-384c181aa897 req-39d39d0f-af14-4e95-b9f9-f96e4d5f89f9 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:36:11.485515 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-c1da5cb7-d960-432e-92a4-384c181aa897 req-39d39d0f-af14-4e95-b9f9-f96e4d5f89f9 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7e67f0c-7981-45b2-94dc-51e0d476fa5f HTTP/1.1" status: 200 len: 945 time: 0.0814044 Apr 30 19:36:11.500772 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_dvr_db [None req-7e84106e-adf1-4ecb-ac83-7937737b7caa None None] Set router 93ed4ff2-dd02-4cd9-8ade-637bc80d230e gateway port host: dv-cinder-733622-14-smb {{(pid=73809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 19:36:11.535280 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-c1da5cb7-d960-432e-92a4-384c181aa897 req-5e558852-2af8-4f3a-90a6-6e6f7e6c2bed tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/security-groups?id=33c9442f-be62-45e5-b02d-0f060b42e6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435042 Apr 30 19:36:11.787933 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffc5c55-4a46-425b-8da2-bdbaeac8b765 req-137aaf3c-cefd-47c0-a9d7-538f6cc3e433 tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:36:11.797195 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-6ffc5c55-4a46-425b-8da2-bdbaeac8b765 req-137aaf3c-cefd-47c0-a9d7-538f6cc3e433 tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] 10.222.0.41 "GET /v2.0/ports?device_id=79c9e5b5-1aed-4cbd-8655-aa9f75487e06 HTTP/1.1" status: 200 len: 945 time: 0.0954070 Apr 30 19:36:11.845859 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-6ffc5c55-4a46-425b-8da2-bdbaeac8b765 req-4f908a29-22e0-43a2-a8dc-be1047850c98 tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] 10.222.0.41 "GET /v2.0/security-groups?id=184ab099-d1f1-4765-bfc7-ab0fdc4abd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464637 Apr 30 19:36:11.863523 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_hamode_db [None req-7e84106e-adf1-4ecb-ac83-7937737b7caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ed4ff2-dd02-4cd9-8ade-637bc80d230e', 'name': 'tempest-TestMinimumBasicScenario-1802366092-router', 'tenant_id': '18dc9ebb08454d8b9749ec906d810624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'external_fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.85'}], 'enable_snat': True}, 'gw_port_id': '2d3a1210-a4d1-4c33-8ff4-6ab0d8d4e805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T19:36:08Z', 'updated_at': '2021-04-30T19:36:10Z', 'revision_number': 3, 'project_id': '18dc9ebb08454d8b9749ec906d810624', 'gw_port': {'id': '2d3a1210-a4d1-4c33-8ff4-6ab0d8d4e805', 'name': '', 'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:54:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ed4ff2-dd02-4cd9-8ade-637bc80d230e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:36:09Z', 'updated_at': '2021-04-30T19:36:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-14-smb'}], 'dv-cinder-733622-14-smb', False) {} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:36:11.867418 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e84106e-adf1-4ecb-ac83-7937737b7caa None None] Checking router: 93ed4ff2-dd02-4cd9-8ade-637bc80d230e for host: dv-cinder-733622-14-smb {{(pid=73809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 19:36:11.867780 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e84106e-adf1-4ecb-ac83-7937737b7caa None None] Updating router 93ed4ff2-dd02-4cd9-8ade-637bc80d230e port 2d3a1210-a4d1-4c33-8ff4-6ab0d8d4e805 binding host dv-cinder-733622-14-smb {{(pid=73809) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 19:36:11.895602 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344104ce-f917-4ef9-9b0c-24cba4c10d32 req-ea24c3f5-0059-48e4-9ee5-b524276ccdf8 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:36:11.897075 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-344104ce-f917-4ef9-9b0c-24cba4c10d32 req-ea24c3f5-0059-48e4-9ee5-b524276ccdf8 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7e67f0c-7981-45b2-94dc-51e0d476fa5f HTTP/1.1" status: 200 len: 945 time: 0.1925392 Apr 30 19:36:11.905667 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 45952) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:36:11.912237 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.v2.base [None req-554af9c9-d63f-4816-914f-be120c895d90 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Request body: {'floatingip': {'port_id': '11e3ef80-1fdb-4ae0-8426-39ea9afa0d86'}} {{(pid=73807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 19:36:11.919638 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-7e84106e-adf1-4ecb-ac83-7937737b7caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:11.996779 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-554af9c9-d63f-4816-914f-be120c895d90 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Notify callbacks [] for floatingip, before_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:12.252126 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-7e84106e-adf1-4ecb-ac83-7937737b7caa None None] Notify callbacks [] for port, precommit_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:12.262696 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-17107f91-e940-4e84-aadb-8c74822d1991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:12.263842 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-7e84106e-adf1-4ecb-ac83-7937737b7caa None None] Transition to ACTIVE for port object 2d3a1210-a4d1-4c33-8ff4-6ab0d8d4e805 will not be triggered until provisioned by entity L2. {{(pid=73809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 19:36:12.270479 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-7e84106e-adf1-4ecb-ac83-7937737b7caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:12.274066 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:36:12.347337 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [None req-7e84106e-adf1-4ecb-ac83-7937737b7caa None None] Attempting to bind port 2d3a1210-a4d1-4c33-8ff4-6ab0d8d4e805 on host dv-cinder-733622-14-smb for vnic_type normal with profile {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 19:36:12.347707 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [None req-7e84106e-adf1-4ecb-ac83-7937737b7caa None None] Attempting to bind port 2d3a1210-a4d1-4c33-8ff4-6ab0d8d4e805 by drivers openvswitch,hyperv on host dv-cinder-733622-14-smb at level 0 using segments [{'id': '8177dc3e-ee2d-49a8-85cc-32dd03e75f21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7'}] {{(pid=73809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 19:36:12.348070 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e84106e-adf1-4ecb-ac83-7937737b7caa None None] Attempting to bind port 2d3a1210-a4d1-4c33-8ff4-6ab0d8d4e805 on network 9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7 {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 19:36:12.353700 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a73d91-4cf8-465e-8cb3-7bcaa419c3c7 None None] Pushing event updated for resources: {'Port': ['ID=2d3a1210-a4d1-4c33-8ff4-6ab0d8d4e805,revision_number=2']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:36:12.357825 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-65a73d91-4cf8-465e-8cb3-7bcaa419c3c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:36:12.358670 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e84106e-adf1-4ecb-ac83-7937737b7caa None None] Checking agent: {'id': '56d0c902-71b4-4ed3-a175-a117eb491650', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 19, 24, 26), 'started_at': datetime.datetime(2021, 4, 30, 19, 24, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 19, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 19:36:12.359053 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e84106e-adf1-4ecb-ac83-7937737b7caa None None] Checking segment: {'id': '8177dc3e-ee2d-49a8-85cc-32dd03e75f21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 19:36:12.359705 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-7e84106e-adf1-4ecb-ac83-7937737b7caa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:12.359828 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e84106e-adf1-4ecb-ac83-7937737b7caa None None] Bound using segment: {'id': '8177dc3e-ee2d-49a8-85cc-32dd03e75f21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7'} {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 19:36:12.360454 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [None req-7e84106e-adf1-4ecb-ac83-7937737b7caa None None] Bound port: 2d3a1210-a4d1-4c33-8ff4-6ab0d8d4e805, host: dv-cinder-733622-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8177dc3e-ee2d-49a8-85cc-32dd03e75f21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7'}}] {{(pid=73809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 19:36:12.360681 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-7e84106e-adf1-4ecb-ac83-7937737b7caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:12.433813 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-7e84106e-adf1-4ecb-ac83-7937737b7caa None None] For port 2d3a1210-a4d1-4c33-8ff4-6ab0d8d4e805, host dv-cinder-733622-14-smb, cleared binding levels {{(pid=73809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 19:36:12.437185 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-7e84106e-adf1-4ecb-ac83-7937737b7caa None None] For port 2d3a1210-a4d1-4c33-8ff4-6ab0d8d4e805, host dv-cinder-733622-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-14-smb',level=0,port_id=2d3a1210-a4d1-4c33-8ff4-6ab0d8d4e805,segment=NetworkSegment(8177dc3e-ee2d-49a8-85cc-32dd03e75f21),segment_id=8177dc3e-ee2d-49a8-85cc-32dd03e75f21)] {{(pid=73809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 19:36:12.441693 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-7e84106e-adf1-4ecb-ac83-7937737b7caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:12.446112 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:36:12.519483 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e84106e-adf1-4ecb-ac83-7937737b7caa None None] Routers {'93ed4ff2-dd02-4cd9-8ade-637bc80d230e'} bound to L3 agent in host dv-cinder-733622-14-smb {{(pid=73809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 19:36:12.520117 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_hamode_db [None req-7e84106e-adf1-4ecb-ac83-7937737b7caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T19:24:27Z,description=,heartbeat_timestamp=2021-04-30T19:35:57Z,host='dv-cinder-733622-14-smb',id=19062261-8801-4f4d-b71c-f22a3dba3fbe,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T19:24:27Z,topic='l3_agent')) {'router_ids': ['93ed4ff2-dd02-4cd9-8ade-637bc80d230e'], 'active': True} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:36:12.584642 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a73d91-4cf8-465e-8cb3-7bcaa419c3c7 None None] Pushing event updated for resources: {'Port': ['ID=2d3a1210-a4d1-4c33-8ff4-6ab0d8d4e805,revision_number=3']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:36:12.589323 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-65a73d91-4cf8-465e-8cb3-7bcaa419c3c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:36:12.700041 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_dvr_db [None req-7e84106e-adf1-4ecb-ac83-7937737b7caa None None] Set router 93ed4ff2-dd02-4cd9-8ade-637bc80d230e gateway port host: dv-cinder-733622-14-smb {{(pid=73809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 19:36:12.760170 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.db_base_plugin_common [None req-17107f91-e940-4e84-aadb-8c74822d1991 admin admin] Allocated IP 172.20.0.1 (a43deaff-ec1a-4b0d-8fb6-630cd7878552/4a7dfd62-bec3-4cb5-b820-316bf20afcd1/81def8d5-0926-4d86-8a32-d15130d75ba4) {{(pid=73807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 19:36:12.839564 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Device fc658f8e-c114-4966-9759-53ab3c6c351a up at agent ovs-agent-dv-cinder-733622-14-smb {{(pid=73809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 19:36:13.005968 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-17107f91-e940-4e84-aadb-8c74822d1991 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:13.018918 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Provisioning complete for port fc658f8e-c114-4966-9759-53ab3c6c351a triggered by entity L2. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 19:36:13.019478 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618911'] for port, provisioning_complete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:13.043625 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2427d07-6e3f-4b70-87f4-442a16086ad0 req-37e7a23b-99b0-4e0a-b07e-6ffc5fe4de12 tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:36:13.045637 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.provisioning_blocks [None req-17107f91-e940-4e84-aadb-8c74822d1991 admin admin] Transition to ACTIVE for port object 81def8d5-0926-4d86-8a32-d15130d75ba4 will not be triggered until provisioned by entity DHCP. {{(pid=73807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 19:36:13.045977 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-e2427d07-6e3f-4b70-87f4-442a16086ad0 req-37e7a23b-99b0-4e0a-b07e-6ffc5fe4de12 tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] 10.222.0.41 "GET /v2.0/ports?device_id=79c9e5b5-1aed-4cbd-8655-aa9f75487e06 HTTP/1.1" status: 200 len: 945 time: 0.0867252 Apr 30 19:36:13.051985 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-554af9c9-d63f-4816-914f-be120c895d90 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:13.058366 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-554af9c9-d63f-4816-914f-be120c895d90 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679255'] for floatingip, after_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:13.099862 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-e2427d07-6e3f-4b70-87f4-442a16086ad0 req-1039a032-0428-4ea6-b050-1aee5ffeb468 tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] 10.222.0.41 "GET /v2.0/security-groups?id=184ab099-d1f1-4765-bfc7-ab0fdc4abd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451143 Apr 30 19:36:13.204215 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_hamode_db [None req-7e84106e-adf1-4ecb-ac83-7937737b7caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ed4ff2-dd02-4cd9-8ade-637bc80d230e', 'name': 'tempest-TestMinimumBasicScenario-1802366092-router', 'tenant_id': '18dc9ebb08454d8b9749ec906d810624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'external_fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.85'}], 'enable_snat': True}, 'gw_port_id': '2d3a1210-a4d1-4c33-8ff4-6ab0d8d4e805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T19:36:08Z', 'updated_at': '2021-04-30T19:36:10Z', 'revision_number': 3, 'project_id': '18dc9ebb08454d8b9749ec906d810624', 'gw_port': {'id': '2d3a1210-a4d1-4c33-8ff4-6ab0d8d4e805', 'name': '', 'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:54:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ed4ff2-dd02-4cd9-8ade-637bc80d230e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:36:09Z', 'updated_at': '2021-04-30T19:36:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-14-smb'}], 'dv-cinder-733622-14-smb', False) {} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:36:13.210402 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e84106e-adf1-4ecb-ac83-7937737b7caa None None] The sync data for ids ['93ed4ff2-dd02-4cd9-8ade-637bc80d230e'] in dv-cinder-733622-14-smb is: [{'id': '93ed4ff2-dd02-4cd9-8ade-637bc80d230e', 'name': 'tempest-TestMinimumBasicScenario-1802366092-router', 'tenant_id': '18dc9ebb08454d8b9749ec906d810624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'external_fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.85'}], 'enable_snat': True}, 'gw_port_id': '2d3a1210-a4d1-4c33-8ff4-6ab0d8d4e805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T19:36:08Z', 'updated_at': '2021-04-30T19:36:10Z', 'revision_number': 3, 'project_id': '18dc9ebb08454d8b9749ec906d810624', 'gw_port': {'id': '2d3a1210-a4d1-4c33-8ff4-6ab0d8d4e805', 'name': '', 'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:54:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ed4ff2-dd02-4cd9-8ade-637bc80d230e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:36:09Z', 'updated_at': '2021-04-30T19:36:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-14-smb'}] {{(pid=73809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 19:36:13.231228 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-17107f91-e940-4e84-aadb-8c74822d1991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780696898070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62583854'] for port, after_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:13.238189 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-c11d6308-7a7c-405e-9709-8f10cdb19448 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:36:13.314669 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17107f91-e940-4e84-aadb-8c74822d1991 admin admin] Network a43deaff-ec1a-4b0d-8fb6-630cd7878552 is already hosted by enough agents. {{(pid=73807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 19:36:13.323328 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.scheduler.base_scheduler [None req-17107f91-e940-4e84-aadb-8c74822d1991 admin admin] Resources bound (agent type, host, resource id): {{(pid=73807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 19:36:13.325825 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17107f91-e940-4e84-aadb-8c74822d1991 admin admin] Received port after_create {{(pid=73807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 19:36:13.357079 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.db.l3_db [None req-554af9c9-d63f-4816-914f-be120c895d90 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Floating IP d1ab1075-ac6f-4493-b8b1-9473b75872ad associated. External IP: 172.28.1.83, port: 11e3ef80-1fdb-4ae0-8426-39ea9afa0d86. Apr 30 19:36:13.451400 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17107f91-e940-4e84-aadb-8c74822d1991 admin admin] Pushing event updated for resources: {'Port': ['ID=81def8d5-0926-4d86-8a32-d15130d75ba4,revision_number=1']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:36:13.454927 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-17107f91-e940-4e84-aadb-8c74822d1991 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:36:13.629576 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-dcbda491-3c31-41dc-a5dd-1c96f7b8b891 None None] Provisioning for port 81def8d5-0926-4d86-8a32-d15130d75ba4 completed by entity DHCP. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 19:36:13.637203 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-dcbda491-3c31-41dc-a5dd-1c96f7b8b891 None None] Provisioning complete for port 81def8d5-0926-4d86-8a32-d15130d75ba4 triggered by entity DHCP. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 19:36:13.637867 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-dcbda491-3c31-41dc-a5dd-1c96f7b8b891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618911'] for port, provisioning_complete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:13.660849 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-17107f91-e940-4e84-aadb-8c74822d1991 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657360'] for router_interface, before_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:13.698235 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-dcbda491-3c31-41dc-a5dd-1c96f7b8b891 None None] Port 81def8d5-0926-4d86-8a32-d15130d75ba4 cannot update to ACTIVE because it is not bound. {{(pid=73809) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 19:36:13.944930 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-554af9c9-d63f-4816-914f-be120c895d90 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Router 194c7f42-2d01-4a84-8ce1-cefc21488a29 has already been hosted by L3 agent 19062261-8801-4f4d-b71c-f22a3dba3fbe {{(pid=73807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 19:36:14.031511 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-17107f91-e940-4e84-aadb-8c74822d1991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:14.285465 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-554af9c9-d63f-4816-914f-be120c895d90 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Notify agent at l3_agent.dv-cinder-733622-14-smb the message routers_updated {{(pid=73807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 19:36:14.297678 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4ca062-40de-4c6e-8bd7-033a1f34385b None None] Sync routers for ids ['194c7f42-2d01-4a84-8ce1-cefc21488a29'] in dv-cinder-733622-14-smb {{(pid=73810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 19:36:14.307454 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4ca062-40de-4c6e-8bd7-033a1f34385b None None] Routers {'194c7f42-2d01-4a84-8ce1-cefc21488a29'} bound to L3 agent in host dv-cinder-733622-14-smb {{(pid=73810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 19:36:14.308057 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-0b4ca062-40de-4c6e-8bd7-033a1f34385b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T19:24:27Z,description=,heartbeat_timestamp=2021-04-30T19:35:57Z,host='dv-cinder-733622-14-smb',id=19062261-8801-4f4d-b71c-f22a3dba3fbe,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T19:24:27Z,topic='l3_agent')) {'router_ids': ['194c7f42-2d01-4a84-8ce1-cefc21488a29'], 'active': True} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:36:14.357429 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-554af9c9-d63f-4816-914f-be120c895d90 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937687'] for floatingip, before_response {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:14.440073 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-554af9c9-d63f-4816-914f-be120c895d90 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "PUT /v2.0/floatingips/d1ab1075-ac6f-4493-b8b1-9473b75872ad HTTP/1.1" status: 200 len: 990 time: 2.5308089 Apr 30 19:36:14.447809 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7e67f0c-7981-45b2-94dc-51e0d476fa5f', 'tag': '11e3ef80-1fdb-4ae0-8426-39ea9afa0d86'}] {{(pid=73807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 19:36:14.473309 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f2363a-cb63-4f5d-9109-81341c25f878 req-a8bddafb-363d-494b-b085-febef33e2bae tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:36:14.474750 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-93f2363a-cb63-4f5d-9109-81341c25f878 req-a8bddafb-363d-494b-b085-febef33e2bae tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] 10.222.0.41 "GET /v2.0/ports?device_id=79c9e5b5-1aed-4cbd-8655-aa9f75487e06 HTTP/1.1" status: 200 len: 945 time: 0.2602518 Apr 30 19:36:14.503700 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.l3_dvr_db [None req-0b4ca062-40de-4c6e-8bd7-033a1f34385b None None] Set router 194c7f42-2d01-4a84-8ce1-cefc21488a29 gateway port host: dv-cinder-733622-14-smb {{(pid=73810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 19:36:14.522331 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-17107f91-e940-4e84-aadb-8c74822d1991 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:14.535354 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-17107f91-e940-4e84-aadb-8c74822d1991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62583833'] for port, after_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:14.565472 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-40d67fae-dca1-4c64-837d-6770bb3da30d tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:36:14.625255 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-93f2363a-cb63-4f5d-9109-81341c25f878 req-a1d5c669-0f7b-4bdf-8945-5ca051e1ab69 tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] 10.222.0.41 "GET /v2.0/security-groups?id=184ab099-d1f1-4765-bfc7-ab0fdc4abd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400056 Apr 30 19:36:14.626876 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7e67f0c-7981-45b2-94dc-51e0d476fa5f', 'tag': '11e3ef80-1fdb-4ae0-8426-39ea9afa0d86', 'status': 'completed', 'code': 200} Apr 30 19:36:14.654397 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-17107f91-e940-4e84-aadb-8c74822d1991 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657267'] for router_interface, after_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:14.658882 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17107f91-e940-4e84-aadb-8c74822d1991 admin admin] Pushing event updated for resources: {'Port': ['ID=81def8d5-0926-4d86-8a32-d15130d75ba4,revision_number=2']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:36:14.662140 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-17107f91-e940-4e84-aadb-8c74822d1991 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:36:14.823191 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Device 2d3a1210-a4d1-4c33-8ff4-6ab0d8d4e805 up at agent ovs-agent-dv-cinder-733622-14-smb {{(pid=73809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 19:36:14.902732 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Provisioning for port 2d3a1210-a4d1-4c33-8ff4-6ab0d8d4e805 completed by entity L2. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 19:36:14.907502 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Provisioning complete for port 2d3a1210-a4d1-4c33-8ff4-6ab0d8d4e805 triggered by entity L2. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 19:36:14.907896 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618911'] for port, provisioning_complete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:14.909885 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55574234-5d55-45b6-b4e4-a4a45a27c79e req-18112976-6621-456f-a970-da25b23d7ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:36:14.911357 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-55574234-5d55-45b6-b4e4-a4a45a27c79e req-18112976-6621-456f-a970-da25b23d7ce1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9ad55c1ecaf040eb9706c42ee99e4509&device_id=e7e67f0c-7981-45b2-94dc-51e0d476fa5f HTTP/1.1" status: 200 len: 1098 time: 0.2464111 Apr 30 19:36:14.931324 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-0b4ca062-40de-4c6e-8bd7-033a1f34385b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '194c7f42-2d01-4a84-8ce1-cefc21488a29', 'name': 'tempest-AttachVolumeShelveTestJSON-802321771-router', 'tenant_id': '9ad55c1ecaf040eb9706c42ee99e4509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'external_fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.187'}], 'enable_snat': True}, 'gw_port_id': '440184e0-e250-487d-b087-2371add448d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T19:32:05Z', 'updated_at': '2021-04-30T19:32:24Z', 'revision_number': 4, 'project_id': '9ad55c1ecaf040eb9706c42ee99e4509', 'gw_port': {'id': '440184e0-e250-487d-b087-2371add448d1', 'name': '', 'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ff:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194c7f42-2d01-4a84-8ce1-cefc21488a29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:32:08Z', 'updated_at': '2021-04-30T19:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-14-smb', '_floatingips': [{'id': 'd1ab1075-ac6f-4493-b8b1-9473b75872ad', 'tenant_id': '9ad55c1ecaf040eb9706c42ee99e4509', 'floating_ip_address': '172.28.1.83', 'floating_network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'router_id': '194c7f42-2d01-4a84-8ce1-cefc21488a29', 'port_id': '11e3ef80-1fdb-4ae0-8426-39ea9afa0d86', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ca4816a-af9f-4da4-b37e-8b11481e1c88', 'mac_address': 'fa:16:3e:32:71:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e67f0c-7981-45b2-94dc-51e0d476fa5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T19:35:59Z', 'updated_at': '2021-04-30T19:36:12Z', 'revision_number': 1, 'project_id': '9ad55c1ecaf040eb9706c42ee99e4509', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90d38167-fb8d-40ee-b143-74022c226dd6', 'name': '', 'network_id': '2ca4816a-af9f-4da4-b37e-8b11481e1c88', 'tenant_id': '9ad55c1ecaf040eb9706c42ee99e4509', 'mac_address': 'fa:16:3e:3b:c6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194c7f42-2d01-4a84-8ce1-cefc21488a29', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'a120cce1-df08-442f-ba0c-25e89e3b37cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:32:21Z', 'updated_at': '2021-04-30T19:32:40Z', 'revision_number': 5, 'project_id': '9ad55c1ecaf040eb9706c42ee99e4509', 'subnets': [{'id': 'a120cce1-df08-442f-ba0c-25e89e3b37cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-14-smb', False) {} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:36:14.935284 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4ca062-40de-4c6e-8bd7-033a1f34385b None None] Checking router: 194c7f42-2d01-4a84-8ce1-cefc21488a29 for host: dv-cinder-733622-14-smb {{(pid=73810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 19:36:14.944394 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4ca062-40de-4c6e-8bd7-033a1f34385b None None] Routers {'194c7f42-2d01-4a84-8ce1-cefc21488a29'} bound to L3 agent in host dv-cinder-733622-14-smb {{(pid=73810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 19:36:14.945004 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-0b4ca062-40de-4c6e-8bd7-033a1f34385b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T19:24:27Z,description=,heartbeat_timestamp=2021-04-30T19:35:57Z,host='dv-cinder-733622-14-smb',id=19062261-8801-4f4d-b71c-f22a3dba3fbe,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T19:24:27Z,topic='l3_agent')) {'router_ids': ['194c7f42-2d01-4a84-8ce1-cefc21488a29'], 'active': True} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:36:14.950299 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17107f91-e940-4e84-aadb-8c74822d1991 admin admin] Network a43deaff-ec1a-4b0d-8fb6-630cd7878552 is already hosted by enough agents. {{(pid=73807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 19:36:14.968107 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.scheduler.base_scheduler [None req-17107f91-e940-4e84-aadb-8c74822d1991 admin admin] Resources bound (agent type, host, resource id): {{(pid=73807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 19:36:15.045568 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:15.062654 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] For port 2d3a1210-a4d1-4c33-8ff4-6ab0d8d4e805, host dv-cinder-733622-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-14-smb',level=0,port_id=2d3a1210-a4d1-4c33-8ff4-6ab0d8d4e805,segment=NetworkSegment(8177dc3e-ee2d-49a8-85cc-32dd03e75f21),segment_id=8177dc3e-ee2d-49a8-85cc-32dd03e75f21)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:36:15.069541 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:15.071125 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-279e89bb-809c-4129-a97e-4646e4219cbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:36:15.149470 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.l3_dvr_db [None req-0b4ca062-40de-4c6e-8bd7-033a1f34385b None None] Set router 194c7f42-2d01-4a84-8ce1-cefc21488a29 gateway port host: dv-cinder-733622-14-smb {{(pid=73810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 19:36:15.165796 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Pushing event updated for resources: {'Port': ['ID=2d3a1210-a4d1-4c33-8ff4-6ab0d8d4e805,revision_number=4']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:36:15.166568 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:36:15.209791 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61e442b-52ba-4e0b-b273-6666978d4203 req-d87228df-3372-4853-9bd5-16f1c6928ff0 tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:36:15.211174 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-c61e442b-52ba-4e0b-b273-6666978d4203 req-d87228df-3372-4853-9bd5-16f1c6928ff0 tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] 10.222.0.48 "GET /v2.0/ports?device_id=79c9e5b5-1aed-4cbd-8655-aa9f75487e06 HTTP/1.1" status: 200 len: 945 time: 0.4010687 Apr 30 19:36:15.332377 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-e24f3bcf-eeba-451b-baf0-a90abf77f320 None None] Provisioning complete for port 81def8d5-0926-4d86-8a32-d15130d75ba4 triggered by entity DHCP. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 19:36:15.332761 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e24f3bcf-eeba-451b-baf0-a90abf77f320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618911'] for port, provisioning_complete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:15.390100 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-e24f3bcf-eeba-451b-baf0-a90abf77f320 None None] Port 81def8d5-0926-4d86-8a32-d15130d75ba4 cannot update to ACTIVE because it is not bound. {{(pid=73809) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 19:36:15.436382 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55574234-5d55-45b6-b4e4-a4a45a27c79e req-f50d088b-b6d2-4d04-a290-3c6818d7f34f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:36:15.437891 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-55574234-5d55-45b6-b4e4-a4a45a27c79e req-f50d088b-b6d2-4d04-a290-3c6818d7f34f service neutron] 10.222.0.48 "GET /v2.0/networks?id=2ca4816a-af9f-4da4-b37e-8b11481e1c88 HTTP/1.1" status: 200 len: 917 time: 0.5153935 Apr 30 19:36:15.517136 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-0b4ca062-40de-4c6e-8bd7-033a1f34385b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '194c7f42-2d01-4a84-8ce1-cefc21488a29', 'name': 'tempest-AttachVolumeShelveTestJSON-802321771-router', 'tenant_id': '9ad55c1ecaf040eb9706c42ee99e4509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'external_fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.187'}], 'enable_snat': True}, 'gw_port_id': '440184e0-e250-487d-b087-2371add448d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T19:32:05Z', 'updated_at': '2021-04-30T19:32:24Z', 'revision_number': 4, 'project_id': '9ad55c1ecaf040eb9706c42ee99e4509', 'gw_port': {'id': '440184e0-e250-487d-b087-2371add448d1', 'name': '', 'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ff:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194c7f42-2d01-4a84-8ce1-cefc21488a29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:32:08Z', 'updated_at': '2021-04-30T19:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-14-smb', '_floatingips': [{'id': 'd1ab1075-ac6f-4493-b8b1-9473b75872ad', 'tenant_id': '9ad55c1ecaf040eb9706c42ee99e4509', 'floating_ip_address': '172.28.1.83', 'floating_network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'router_id': '194c7f42-2d01-4a84-8ce1-cefc21488a29', 'port_id': '11e3ef80-1fdb-4ae0-8426-39ea9afa0d86', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ca4816a-af9f-4da4-b37e-8b11481e1c88', 'mac_address': 'fa:16:3e:32:71:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e67f0c-7981-45b2-94dc-51e0d476fa5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T19:35:59Z', 'updated_at': '2021-04-30T19:36:12Z', 'revision_number': 1, 'project_id': '9ad55c1ecaf040eb9706c42ee99e4509', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90d38167-fb8d-40ee-b143-74022c226dd6', 'name': '', 'network_id': '2ca4816a-af9f-4da4-b37e-8b11481e1c88', 'tenant_id': '9ad55c1ecaf040eb9706c42ee99e4509', 'mac_address': 'fa:16:3e:3b:c6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194c7f42-2d01-4a84-8ce1-cefc21488a29', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'a120cce1-df08-442f-ba0c-25e89e3b37cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:32:21Z', 'updated_at': '2021-04-30T19:32:40Z', 'revision_number': 5, 'project_id': '9ad55c1ecaf040eb9706c42ee99e4509', 'subnets': [{'id': 'a120cce1-df08-442f-ba0c-25e89e3b37cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-14-smb', False) {} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:36:15.520916 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4ca062-40de-4c6e-8bd7-033a1f34385b None None] The sync data for ids ['194c7f42-2d01-4a84-8ce1-cefc21488a29'] in dv-cinder-733622-14-smb is: [{'id': '194c7f42-2d01-4a84-8ce1-cefc21488a29', 'name': 'tempest-AttachVolumeShelveTestJSON-802321771-router', 'tenant_id': '9ad55c1ecaf040eb9706c42ee99e4509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'external_fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.187'}], 'enable_snat': True}, 'gw_port_id': '440184e0-e250-487d-b087-2371add448d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T19:32:05Z', 'updated_at': '2021-04-30T19:32:24Z', 'revision_number': 4, 'project_id': '9ad55c1ecaf040eb9706c42ee99e4509', 'gw_port': {'id': '440184e0-e250-487d-b087-2371add448d1', 'name': '', 'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ff:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194c7f42-2d01-4a84-8ce1-cefc21488a29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:32:08Z', 'updated_at': '2021-04-30T19:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-14-smb', '_floatingips': [{'id': 'd1ab1075-ac6f-4493-b8b1-9473b75872ad', 'tenant_id': '9ad55c1ecaf040eb9706c42ee99e4509', 'floating_ip_address': '172.28.1.83', 'floating_network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'router_id': '194c7f42-2d01-4a84-8ce1-cefc21488a29', 'port_id': '11e3ef80-1fdb-4ae0-8426-39ea9afa0d86', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ca4816a-af9f-4da4-b37e-8b11481e1c88', 'mac_address': 'fa:16:3e:32:71:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e67f0c-7981-45b2-94dc-51e0d476fa5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T19:35:59Z', 'updated_at': '2021-04-30T19:36:12Z', 'revision_number': 1, 'project_id': '9ad55c1ecaf040eb9706c42ee99e4509', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90d38167-fb8d-40ee-b143-74022c226dd6', 'name': '', 'network_id': '2ca4816a-af9f-4da4-b37e-8b11481e1c88', 'tenant_id': '9ad55c1ecaf040eb9706c42ee99e4509', 'mac_address': 'fa:16:3e:3b:c6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194c7f42-2d01-4a84-8ce1-cefc21488a29', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'a120cce1-df08-442f-ba0c-25e89e3b37cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:32:21Z', 'updated_at': '2021-04-30T19:32:40Z', 'revision_number': 5, 'project_id': '9ad55c1ecaf040eb9706c42ee99e4509', 'subnets': [{'id': 'a120cce1-df08-442f-ba0c-25e89e3b37cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 19:36:15.564774 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17107f91-e940-4e84-aadb-8c74822d1991 admin admin] Router 93ed4ff2-dd02-4cd9-8ade-637bc80d230e has already been hosted by L3 agent 19062261-8801-4f4d-b71c-f22a3dba3fbe {{(pid=73807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 19:36:15.590855 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-55574234-5d55-45b6-b4e4-a4a45a27c79e req-b413ad7a-0362-4e22-8d7a-6267b1e89cf6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=11e3ef80-1fdb-4ae0-8426-39ea9afa0d86 HTTP/1.1" status: 200 len: 998 time: 0.1379564 Apr 30 19:36:15.596868 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.plugin [req-c61e442b-52ba-4e0b-b273-6666978d4203 req-427b7126-bad0-441b-80aa-01f62e22eced tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] Deleting port a191bfa1-eaa2-4e34-ad6f-dd5c8f6b037b {{(pid=73807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 19:36:15.597215 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-c61e442b-52ba-4e0b-b273-6666978d4203 req-427b7126-bad0-441b-80aa-01f62e22eced tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780697314645'] for port, before_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:15.725431 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a352a069-dbc3-47dc-a86d-609050828c58 None None] New status for floating IP d1ab1075-ac6f-4493-b8b1-9473b75872ad: ACTIVE {{(pid=73809) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 19:36:15.931658 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55574234-5d55-45b6-b4e4-a4a45a27c79e req-46953fd7-4df4-4d94-8d46-e16dcba675ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:36:15.933169 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-55574234-5d55-45b6-b4e4-a4a45a27c79e req-46953fd7-4df4-4d94-8d46-e16dcba675ab service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a120cce1-df08-442f-ba0c-25e89e3b37cd HTTP/1.1" status: 200 len: 855 time: 0.3220961 Apr 30 19:36:16.033397 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.db [req-c61e442b-52ba-4e0b-b273-6666978d4203 req-427b7126-bad0-441b-80aa-01f62e22eced tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] For port a191bfa1-eaa2-4e34-ad6f-dd5c8f6b037b, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=a191bfa1-eaa2-4e34-ad6f-dd5c8f6b037b,segment=NetworkSegment(ed660aeb-4367-41fe-9388-d165df18e741),segment_id=ed660aeb-4367-41fe-9388-d165df18e741)] {{(pid=73807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:36:16.033753 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-c61e442b-52ba-4e0b-b273-6666978d4203 req-427b7126-bad0-441b-80aa-01f62e22eced tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664767'] for port, precommit_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:16.159336 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17107f91-e940-4e84-aadb-8c74822d1991 admin admin] Notify agent at l3_agent.dv-cinder-733622-14-smb the message routers_updated {{(pid=73807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 19:36:16.166618 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.plugin [req-c61e442b-52ba-4e0b-b273-6666978d4203 req-427b7126-bad0-441b-80aa-01f62e22eced tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] Calling delete_port for a191bfa1-eaa2-4e34-ad6f-dd5c8f6b037b owned by compute:nova {{(pid=73807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 19:36:16.168027 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c10df1c-aedd-48be-9c30-95e574bb112b None None] Sync routers for ids ['93ed4ff2-dd02-4cd9-8ade-637bc80d230e'] in dv-cinder-733622-14-smb {{(pid=73810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 19:36:16.183434 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-17107f91-e940-4e84-aadb-8c74822d1991 admin admin] 10.222.0.41 "PUT /v2.0/routers/93ed4ff2-dd02-4cd9-8ade-637bc80d230e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9770525 Apr 30 19:36:16.183615 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c10df1c-aedd-48be-9c30-95e574bb112b None None] Routers {'93ed4ff2-dd02-4cd9-8ade-637bc80d230e'} bound to L3 agent in host dv-cinder-733622-14-smb {{(pid=73810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 19:36:16.183615 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-7c10df1c-aedd-48be-9c30-95e574bb112b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T19:24:27Z,description=,heartbeat_timestamp=2021-04-30T19:35:57Z,host='dv-cinder-733622-14-smb',id=19062261-8801-4f4d-b71c-f22a3dba3fbe,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T19:24:27Z,topic='l3_agent')) {'router_ids': ['93ed4ff2-dd02-4cd9-8ade-637bc80d230e'], 'active': True} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:36:16.233845 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678f1271-40ac-4575-b2b5-33aab0d5d2af req-fd4c9c5f-8ca4-484e-bece-05c72adf9097 tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:36:16.235291 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-678f1271-40ac-4575-b2b5-33aab0d5d2af req-fd4c9c5f-8ca4-484e-bece-05c72adf9097 tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] 10.222.0.41 "GET /v2.0/ports?device_id=79c9e5b5-1aed-4cbd-8655-aa9f75487e06 HTTP/1.1" status: 200 len: 945 time: 0.4821074 Apr 30 19:36:16.245078 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55574234-5d55-45b6-b4e4-a4a45a27c79e req-2189300c-05a5-46dc-9eec-951b6a04618c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:36:16.246538 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-55574234-5d55-45b6-b4e4-a4a45a27c79e req-2189300c-05a5-46dc-9eec-951b6a04618c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2ca4816a-af9f-4da4-b37e-8b11481e1c88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.3006966 Apr 30 19:36:16.369588 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.l3_dvr_db [None req-7c10df1c-aedd-48be-9c30-95e574bb112b None None] Set router 93ed4ff2-dd02-4cd9-8ade-637bc80d230e gateway port host: dv-cinder-733622-14-smb {{(pid=73810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 19:36:16.379188 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-678f1271-40ac-4575-b2b5-33aab0d5d2af req-22397406-a629-44a5-bc18-2e0f552fca5c tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] 10.222.0.41 "GET /v2.0/security-groups?id=184ab099-d1f1-4765-bfc7-ab0fdc4abd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311574 Apr 30 19:36:16.473501 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-55574234-5d55-45b6-b4e4-a4a45a27c79e req-2891f04a-db53-4142-8f33-b5c4c5b2a75c service neutron] 10.222.0.48 "GET /v2.0/networks/2ca4816a-af9f-4da4-b37e-8b11481e1c88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096620 Apr 30 19:36:16.518632 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-c61e442b-52ba-4e0b-b273-6666978d4203 req-427b7126-bad0-441b-80aa-01f62e22eced tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780697316006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780696898079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62583854'] for port, after_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:16.525293 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:36:16.532220 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-65ba8c12-0d06-4959-8304-606821799626 None None] get_ports_and_sgs() called for port_ids ['a191bfa1-eaa2-4e34-ad6f-dd5c8f6b037b'] {{(pid=73809) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 19:36:16.716011 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-7c10df1c-aedd-48be-9c30-95e574bb112b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ed4ff2-dd02-4cd9-8ade-637bc80d230e', 'name': 'tempest-TestMinimumBasicScenario-1802366092-router', 'tenant_id': '18dc9ebb08454d8b9749ec906d810624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'external_fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.85'}], 'enable_snat': True}, 'gw_port_id': '2d3a1210-a4d1-4c33-8ff4-6ab0d8d4e805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T19:36:08Z', 'updated_at': '2021-04-30T19:36:13Z', 'revision_number': 4, 'project_id': '18dc9ebb08454d8b9749ec906d810624', 'gw_port': {'id': '2d3a1210-a4d1-4c33-8ff4-6ab0d8d4e805', 'name': '', 'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:54:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ed4ff2-dd02-4cd9-8ade-637bc80d230e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:36:09Z', 'updated_at': '2021-04-30T19:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-14-smb', '_interfaces': [{'id': '81def8d5-0926-4d86-8a32-d15130d75ba4', 'name': '', 'network_id': 'a43deaff-ec1a-4b0d-8fb6-630cd7878552', 'tenant_id': '18dc9ebb08454d8b9749ec906d810624', 'mac_address': 'fa:16:3e:8e:99:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ed4ff2-dd02-4cd9-8ade-637bc80d230e', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '4a7dfd62-bec3-4cb5-b820-316bf20afcd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:36:12Z', 'updated_at': '2021-04-30T19:36:14Z', 'revision_number': 2, 'project_id': '18dc9ebb08454d8b9749ec906d810624', 'subnets': [{'id': '4a7dfd62-bec3-4cb5-b820-316bf20afcd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-14-smb', False) {} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:36:16.728201 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c10df1c-aedd-48be-9c30-95e574bb112b None None] Checking router: 93ed4ff2-dd02-4cd9-8ade-637bc80d230e for host: dv-cinder-733622-14-smb {{(pid=73810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 19:36:16.729595 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c10df1c-aedd-48be-9c30-95e574bb112b None None] Updating router 93ed4ff2-dd02-4cd9-8ade-637bc80d230e port 81def8d5-0926-4d86-8a32-d15130d75ba4 binding host dv-cinder-733622-14-smb {{(pid=73810) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 19:36:16.742776 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427b7126-bad0-441b-80aa-01f62e22eced tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] Pushing event deleted for resources: {'Port': ['ID=a191bfa1-eaa2-4e34-ad6f-dd5c8f6b037b,revision_number=None']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:36:16.747877 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-427b7126-bad0-441b-80aa-01f62e22eced tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:36:16.802901 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 45984) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:36:16.813221 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.v2.base [None req-95130507-f653-46cf-9ddb-3f65df0bd54a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1011827282-network', 'tenant_id': 'ee12d706716e4a86afc3aa21ed0a0419'}} {{(pid=73808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 19:36:16.816922 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Device 2d3a1210-a4d1-4c33-8ff4-6ab0d8d4e805 up at agent ovs-agent-dv-cinder-733622-14-smb {{(pid=73809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 19:36:16.819618 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-95130507-f653-46cf-9ddb-3f65df0bd54a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:36:16.821938 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-7c10df1c-aedd-48be-9c30-95e574bb112b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:16.825570 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-95130507-f653-46cf-9ddb-3f65df0bd54a admin admin] Usage tracker for resource:network and tenant:ee12d706716e4a86afc3aa21ed0a0419 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:36:16.829180 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-95130507-f653-46cf-9ddb-3f65df0bd54a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:36:16.840174 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-95130507-f653-46cf-9ddb-3f65df0bd54a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:36:16.841427 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.l3_dvrscheduler_db [req-c61e442b-52ba-4e0b-b273-6666978d4203 req-427b7126-bad0-441b-80aa-01f62e22eced tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] No DVR routers for this DVR port a191bfa1-eaa2-4e34-ad6f-dd5c8f6b037b on host hv-cinder-73362 {{(pid=73807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 19:36:16.846417 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-c61e442b-52ba-4e0b-b273-6666978d4203 req-427b7126-bad0-441b-80aa-01f62e22eced tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937687'] for port, before_response {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:16.848973 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79c9e5b5-1aed-4cbd-8655-aa9f75487e06', 'name': 'network-vif-deleted', 'tag': 'a191bfa1-eaa2-4e34-ad6f-dd5c8f6b037b'}] {{(pid=73807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 19:36:16.858586 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95130507-f653-46cf-9ddb-3f65df0bd54a admin admin] Made reservation on behalf of ee12d706716e4a86afc3aa21ed0a0419 for: {'network': 1} {{(pid=73808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 19:36:16.861558 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-95130507-f653-46cf-9ddb-3f65df0bd54a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for network, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:16.878830 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-55574234-5d55-45b6-b4e4-a4a45a27c79e req-e7e9bd2b-ef61-4296-ae43-69924ea1a20b service neutron] 10.222.0.48 "GET /v2.0/networks/2ca4816a-af9f-4da4-b37e-8b11481e1c88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3963971 Apr 30 19:36:16.880469 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-c61e442b-52ba-4e0b-b273-6666978d4203 req-427b7126-bad0-441b-80aa-01f62e22eced tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] 10.222.0.48 "DELETE /v2.0/ports/a191bfa1-eaa2-4e34-ad6f-dd5c8f6b037b HTTP/1.1" status: 204 len: 173 time: 1.6580334 Apr 30 19:36:16.894411 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-95130507-f653-46cf-9ddb-3f65df0bd54a admin admin] Notify callbacks [] for security_group, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:16.910828 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-95130507-f653-46cf-9ddb-3f65df0bd54a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:36:16.915245 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-95130507-f653-46cf-9ddb-3f65df0bd54a admin admin] Usage tracker for resource:security_group_rule and tenant:ee12d706716e4a86afc3aa21ed0a0419 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:36:16.918912 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-95130507-f653-46cf-9ddb-3f65df0bd54a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:36:16.927216 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-95130507-f653-46cf-9ddb-3f65df0bd54a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:36:16.943154 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Provisioning complete for port 2d3a1210-a4d1-4c33-8ff4-6ab0d8d4e805 triggered by entity L2. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 19:36:16.943779 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618911'] for port, provisioning_complete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:16.958173 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79c9e5b5-1aed-4cbd-8655-aa9f75487e06', 'name': 'network-vif-deleted', 'tag': 'a191bfa1-eaa2-4e34-ad6f-dd5c8f6b037b', 'status': 'completed', 'code': 200} Apr 30 19:36:17.042401 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-95130507-f653-46cf-9ddb-3f65df0bd54a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:17.050742 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-95130507-f653-46cf-9ddb-3f65df0bd54a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:17.058068 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-c864570b-db77-4ed5-b87a-808f707a43de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:36:17.089589 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95130507-f653-46cf-9ddb-3f65df0bd54a admin admin] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=73808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 19:36:17.098327 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95130507-f653-46cf-9ddb-3f65df0bd54a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac58c0f3-5967-46d8-838e-0209ca6c7ae1,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:36:17.102264 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-95130507-f653-46cf-9ddb-3f65df0bd54a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:36:17.105158 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-95130507-f653-46cf-9ddb-3f65df0bd54a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611927'] for segment, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:17.105502 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.db.segments_db [None req-95130507-f653-46cf-9ddb-3f65df0bd54a admin admin] Added segment 968909e7-f0e6-4dbb-83df-c94592ee4ca5 of type vlan for network 9a12c20a-b7db-42e8-9437-fbca7f31bf75 Apr 30 19:36:17.135002 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-95130507-f653-46cf-9ddb-3f65df0bd54a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780696885140'] for network, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:17.165430 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-95130507-f653-46cf-9ddb-3f65df0bd54a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137'] for network, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:17.166744 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95130507-f653-46cf-9ddb-3f65df0bd54a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:36:17.167331 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-95130507-f653-46cf-9ddb-3f65df0bd54a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533183'] for network, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:17.171586 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:36:17.273855 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95130507-f653-46cf-9ddb-3f65df0bd54a admin admin] Pushing event updated for resources: {'Network': ['ID=9a12c20a-b7db-42e8-9437-fbca7f31bf75,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:36:17.277369 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-95130507-f653-46cf-9ddb-3f65df0bd54a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:36:17.282453 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-95130507-f653-46cf-9ddb-3f65df0bd54a admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4745727 Apr 30 19:36:17.282829 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 45992) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:36:17.284781 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-7c10df1c-aedd-48be-9c30-95e574bb112b None None] Notify callbacks [] for port, precommit_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:17.286715 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Network 9a12c20a-b7db-42e8-9437-fbca7f31bf75 details requested by agent ovs-agent-dv-cinder-733622-14-smb with host dv-cinder-733622-14-smb {{(pid=73809) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 19:36:17.288366 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.v2.base [None req-d37d8c15-029a-4861-9521-25a7ddf4bac9 admin admin] Request body: {'subnet': {'network_id': '9a12c20a-b7db-42e8-9437-fbca7f31bf75', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1011827282-subnet', 'tenant_id': 'ee12d706716e4a86afc3aa21ed0a0419', 'ip_version': 4}} {{(pid=73807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 19:36:17.293108 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-d37d8c15-029a-4861-9521-25a7ddf4bac9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:36:17.297962 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-d37d8c15-029a-4861-9521-25a7ddf4bac9 admin admin] Usage tracker for resource:subnet and tenant:ee12d706716e4a86afc3aa21ed0a0419 is out of sync, need to count used quota {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:36:17.299243 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-7c10df1c-aedd-48be-9c30-95e574bb112b None None] Transition to ACTIVE for port object 81def8d5-0926-4d86-8a32-d15130d75ba4 will not be triggered until provisioned by entity L2. {{(pid=73810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 19:36:17.301469 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-d37d8c15-029a-4861-9521-25a7ddf4bac9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:36:17.308422 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-7c10df1c-aedd-48be-9c30-95e574bb112b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:17.308646 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-d37d8c15-029a-4861-9521-25a7ddf4bac9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:36:17.318085 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-3332ff16-9082-423c-938d-678c39e69087 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:36:17.320107 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d37d8c15-029a-4861-9521-25a7ddf4bac9 admin admin] Made reservation on behalf of ee12d706716e4a86afc3aa21ed0a0419 for: {'subnet': 1} {{(pid=73807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 19:36:17.322631 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-d37d8c15-029a-4861-9521-25a7ddf4bac9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62625684'] for subnet, before_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:17.490293 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d4efd0-35d3-496c-9dfb-39fb894e63c5 None None] Pushing event updated for resources: {'Port': ['ID=81def8d5-0926-4d86-8a32-d15130d75ba4,revision_number=3']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:36:17.532651 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d4efd0-35d3-496c-9dfb-39fb894e63c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:36:17.533007 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d4efd0-35d3-496c-9dfb-39fb894e63c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:36:17.533304 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d4efd0-35d3-496c-9dfb-39fb894e63c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:36:17.533625 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d4efd0-35d3-496c-9dfb-39fb894e63c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:36:17.533940 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d4efd0-35d3-496c-9dfb-39fb894e63c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:36:17.534254 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d4efd0-35d3-496c-9dfb-39fb894e63c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:36:17.534566 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d4efd0-35d3-496c-9dfb-39fb894e63c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:36:17.534878 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d4efd0-35d3-496c-9dfb-39fb894e63c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:36:17.535214 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d4efd0-35d3-496c-9dfb-39fb894e63c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:36:17.535528 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d4efd0-35d3-496c-9dfb-39fb894e63c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:36:17.535834 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d4efd0-35d3-496c-9dfb-39fb894e63c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:36:17.536138 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d4efd0-35d3-496c-9dfb-39fb894e63c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:36:17.551214 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-83d4efd0-35d3-496c-9dfb-39fb894e63c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:36:17.578093 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [None req-7c10df1c-aedd-48be-9c30-95e574bb112b None None] Attempting to bind port 81def8d5-0926-4d86-8a32-d15130d75ba4 on host dv-cinder-733622-14-smb for vnic_type normal with profile {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 19:36:17.578703 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [None req-7c10df1c-aedd-48be-9c30-95e574bb112b None None] Attempting to bind port 81def8d5-0926-4d86-8a32-d15130d75ba4 by drivers openvswitch,hyperv on host dv-cinder-733622-14-smb at level 0 using segments [{'id': '314eeb5f-fed1-4126-90d5-08d844d605ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'a43deaff-ec1a-4b0d-8fb6-630cd7878552'}] {{(pid=73810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 19:36:17.579227 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c10df1c-aedd-48be-9c30-95e574bb112b None None] Attempting to bind port 81def8d5-0926-4d86-8a32-d15130d75ba4 on network a43deaff-ec1a-4b0d-8fb6-630cd7878552 {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 19:36:17.585121 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c10df1c-aedd-48be-9c30-95e574bb112b None None] Checking agent: {'id': '56d0c902-71b4-4ed3-a175-a117eb491650', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 19, 24, 26), 'started_at': datetime.datetime(2021, 4, 30, 19, 24, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 19, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 19:36:17.585483 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c10df1c-aedd-48be-9c30-95e574bb112b None None] Checking segment: {'id': '314eeb5f-fed1-4126-90d5-08d844d605ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'a43deaff-ec1a-4b0d-8fb6-630cd7878552'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 19:36:17.586524 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-7c10df1c-aedd-48be-9c30-95e574bb112b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:17.586524 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c10df1c-aedd-48be-9c30-95e574bb112b None None] Bound using segment: {'id': '314eeb5f-fed1-4126-90d5-08d844d605ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'a43deaff-ec1a-4b0d-8fb6-630cd7878552'} {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 19:36:17.586713 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [None req-7c10df1c-aedd-48be-9c30-95e574bb112b None None] Bound port: 81def8d5-0926-4d86-8a32-d15130d75ba4, host: dv-cinder-733622-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '314eeb5f-fed1-4126-90d5-08d844d605ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'a43deaff-ec1a-4b0d-8fb6-630cd7878552'}}] {{(pid=73810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 19:36:17.587093 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-7c10df1c-aedd-48be-9c30-95e574bb112b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:17.683482 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-7c10df1c-aedd-48be-9c30-95e574bb112b None None] For port 81def8d5-0926-4d86-8a32-d15130d75ba4, host dv-cinder-733622-14-smb, cleared binding levels {{(pid=73810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 19:36:17.687255 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-7c10df1c-aedd-48be-9c30-95e574bb112b None None] For port 81def8d5-0926-4d86-8a32-d15130d75ba4, host dv-cinder-733622-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-14-smb',level=0,port_id=81def8d5-0926-4d86-8a32-d15130d75ba4,segment=NetworkSegment(314eeb5f-fed1-4126-90d5-08d844d605ec),segment_id=314eeb5f-fed1-4126-90d5-08d844d605ec)] {{(pid=73810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 19:36:17.691450 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-7c10df1c-aedd-48be-9c30-95e574bb112b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:17.700295 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-de5e353b-e19a-4f84-9323-a3ccf095a9c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:36:17.777093 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c10df1c-aedd-48be-9c30-95e574bb112b None None] Routers {'93ed4ff2-dd02-4cd9-8ade-637bc80d230e'} bound to L3 agent in host dv-cinder-733622-14-smb {{(pid=73810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 19:36:17.777694 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-7c10df1c-aedd-48be-9c30-95e574bb112b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T19:24:27Z,description=,heartbeat_timestamp=2021-04-30T19:35:57Z,host='dv-cinder-733622-14-smb',id=19062261-8801-4f4d-b71c-f22a3dba3fbe,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T19:24:27Z,topic='l3_agent')) {'router_ids': ['93ed4ff2-dd02-4cd9-8ade-637bc80d230e'], 'active': True} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:36:17.853492 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d4efd0-35d3-496c-9dfb-39fb894e63c5 None None] Pushing event updated for resources: {'Port': ['ID=81def8d5-0926-4d86-8a32-d15130d75ba4,revision_number=4']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:36:17.859222 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-83d4efd0-35d3-496c-9dfb-39fb894e63c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:36:17.891304 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-d37d8c15-029a-4861-9521-25a7ddf4bac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62583454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62625666'] for subnet, after_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:17.896936 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-264013c9-72cc-4c4e-ab55-2b6ac1f977f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:36:18.002470 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37d8c15-029a-4861-9521-25a7ddf4bac9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee727dad-ca5c-42bc-8332-91a175f95c80,revision_number=0']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:36:18.006221 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.l3_dvr_db [None req-7c10df1c-aedd-48be-9c30-95e574bb112b None None] Set router 93ed4ff2-dd02-4cd9-8ade-637bc80d230e gateway port host: dv-cinder-733622-14-smb {{(pid=73810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 19:36:18.006597 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-d37d8c15-029a-4861-9521-25a7ddf4bac9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:36:18.007483 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37d8c15-029a-4861-9521-25a7ddf4bac9 admin admin] Checking segment: {'id': '968909e7-f0e6-4dbb-83df-c94592ee4ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '9a12c20a-b7db-42e8-9437-fbca7f31bf75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 19:36:18.007846 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d37d8c15-029a-4861-9521-25a7ddf4bac9 admin admin] Network hostable DHCP agents. Network: 9a12c20a-b7db-42e8-9437-fbca7f31bf75, hostable agents: ['e57161e2-0c22-4573-bfa0-d55a94615101'], hosted agents: [] {{(pid=73807) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 19:36:18.026434 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d37d8c15-029a-4861-9521-25a7ddf4bac9 admin admin] Network 9a12c20a-b7db-42e8-9437-fbca7f31bf75 is scheduled to be hosted by DHCP agent e57161e2-0c22-4573-bfa0-d55a94615101 with binding_index 1 {{(pid=73807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 19:36:18.036727 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.scheduler.base_scheduler [None req-d37d8c15-029a-4861-9521-25a7ddf4bac9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-14-smb, 9a12c20a-b7db-42e8-9437-fbca7f31bf75) {{(pid=73807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 19:36:18.045820 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d37d8c15-029a-4861-9521-25a7ddf4bac9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:36:18.046430 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-d37d8c15-029a-4861-9521-25a7ddf4bac9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:18.057738 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d3a77a-7717-4fff-919f-e5b6abc7bc8f None None] Network 9a12c20a-b7db-42e8-9437-fbca7f31bf75 requested from dv-cinder-733622-14-smb {{(pid=73809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 19:36:18.079343 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-d37d8c15-029a-4861-9521-25a7ddf4bac9 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7952185 Apr 30 19:36:18.081896 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 46006) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:36:18.087781 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.v2.base [None req-abdba6a5-b782-4f0c-bd63-147f4296bab7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1011827282-router', 'tenant_id': 'ee12d706716e4a86afc3aa21ed0a0419', 'external_gateway_info': {'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7'}}} {{(pid=73808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 19:36:18.106594 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-abdba6a5-b782-4f0c-bd63-147f4296bab7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:36:18.113588 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-abdba6a5-b782-4f0c-bd63-147f4296bab7 admin admin] Usage tracker for resource:router and tenant:ee12d706716e4a86afc3aa21ed0a0419 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:36:18.126172 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-abdba6a5-b782-4f0c-bd63-147f4296bab7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:36:18.141900 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-abdba6a5-b782-4f0c-bd63-147f4296bab7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:36:18.160073 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-abdba6a5-b782-4f0c-bd63-147f4296bab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-678241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28754'] for router, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:18.161302 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-abdba6a5-b782-4f0c-bd63-147f4296bab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-679385', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-753828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28763'] for router, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:18.193090 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-abdba6a5-b782-4f0c-bd63-147f4296bab7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:18.395327 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-7c10df1c-aedd-48be-9c30-95e574bb112b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ed4ff2-dd02-4cd9-8ade-637bc80d230e', 'name': 'tempest-TestMinimumBasicScenario-1802366092-router', 'tenant_id': '18dc9ebb08454d8b9749ec906d810624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'external_fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.85'}], 'enable_snat': True}, 'gw_port_id': '2d3a1210-a4d1-4c33-8ff4-6ab0d8d4e805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T19:36:08Z', 'updated_at': '2021-04-30T19:36:13Z', 'revision_number': 4, 'project_id': '18dc9ebb08454d8b9749ec906d810624', 'gw_port': {'id': '2d3a1210-a4d1-4c33-8ff4-6ab0d8d4e805', 'name': '', 'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:54:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ed4ff2-dd02-4cd9-8ade-637bc80d230e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:36:09Z', 'updated_at': '2021-04-30T19:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-14-smb', '_interfaces': [{'id': '81def8d5-0926-4d86-8a32-d15130d75ba4', 'name': '', 'network_id': 'a43deaff-ec1a-4b0d-8fb6-630cd7878552', 'tenant_id': '18dc9ebb08454d8b9749ec906d810624', 'mac_address': 'fa:16:3e:8e:99:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ed4ff2-dd02-4cd9-8ade-637bc80d230e', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '4a7dfd62-bec3-4cb5-b820-316bf20afcd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:36:12Z', 'updated_at': '2021-04-30T19:36:17Z', 'revision_number': 4, 'project_id': '18dc9ebb08454d8b9749ec906d810624', 'subnets': [{'id': '4a7dfd62-bec3-4cb5-b820-316bf20afcd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-14-smb', False) {} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:36:18.400728 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c10df1c-aedd-48be-9c30-95e574bb112b None None] The sync data for ids ['93ed4ff2-dd02-4cd9-8ade-637bc80d230e'] in dv-cinder-733622-14-smb is: [{'id': '93ed4ff2-dd02-4cd9-8ade-637bc80d230e', 'name': 'tempest-TestMinimumBasicScenario-1802366092-router', 'tenant_id': '18dc9ebb08454d8b9749ec906d810624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'external_fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.85'}], 'enable_snat': True}, 'gw_port_id': '2d3a1210-a4d1-4c33-8ff4-6ab0d8d4e805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T19:36:08Z', 'updated_at': '2021-04-30T19:36:13Z', 'revision_number': 4, 'project_id': '18dc9ebb08454d8b9749ec906d810624', 'gw_port': {'id': '2d3a1210-a4d1-4c33-8ff4-6ab0d8d4e805', 'name': '', 'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:54:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ed4ff2-dd02-4cd9-8ade-637bc80d230e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:36:09Z', 'updated_at': '2021-04-30T19:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-14-smb', '_interfaces': [{'id': '81def8d5-0926-4d86-8a32-d15130d75ba4', 'name': '', 'network_id': 'a43deaff-ec1a-4b0d-8fb6-630cd7878552', 'tenant_id': '18dc9ebb08454d8b9749ec906d810624', 'mac_address': 'fa:16:3e:8e:99:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ed4ff2-dd02-4cd9-8ade-637bc80d230e', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '4a7dfd62-bec3-4cb5-b820-316bf20afcd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:36:12Z', 'updated_at': '2021-04-30T19:36:17Z', 'revision_number': 4, 'project_id': '18dc9ebb08454d8b9749ec906d810624', 'subnets': [{'id': '4a7dfd62-bec3-4cb5-b820-316bf20afcd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 19:36:18.414871 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-083ef30f-10c9-4f3f-bf41-fa7738c59ea9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27ed8444-addf-52d8-bb34-b8ba946e691b-9a12c20a-b7db-42e8-9437-fbca7f31bf75', 'network_id': '9a12c20a-b7db-42e8-9437-fbca7f31bf75', 'tenant_id': 'ee12d706716e4a86afc3aa21ed0a0419', 'fixed_ips': [{'subnet_id': 'ee727dad-ca5c-42bc-8332-91a175f95c80'}]}} from dv-cinder-733622-14-smb. {{(pid=73809) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 30 19:36:18.415772 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-083ef30f-10c9-4f3f-bf41-fa7738c59ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:18.532264 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-abdba6a5-b782-4f0c-bd63-147f4296bab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-679376', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-678159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28841'] for router, precommit_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:18.609083 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.db_base_plugin_common [None req-083ef30f-10c9-4f3f-bf41-fa7738c59ea9 None None] Allocated IP 172.20.0.2 (9a12c20a-b7db-42e8-9437-fbca7f31bf75/ee727dad-ca5c-42bc-8332-91a175f95c80/a04e1d03-af6a-4798-8922-5841140477bd) {{(pid=73809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 19:36:18.741112 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Device a191bfa1-eaa2-4e34-ad6f-dd5c8f6b037b no longer exists at agent hyperv_hv-cinder-73362 {{(pid=73809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 19:36:18.795024 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-65ba8c12-0d06-4959-8304-606821799626 None None] No Port match for: a191bfa1-eaa2-4e34-ad6f-dd5c8f6b037b {{(pid=73809) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 19:36:18.795897 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Device a191bfa1-eaa2-4e34-ad6f-dd5c8f6b037b not bound to the agent host hv-cinder-73362 {{(pid=73809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 19:36:18.824941 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Device 81def8d5-0926-4d86-8a32-d15130d75ba4 up at agent ovs-agent-dv-cinder-733622-14-smb {{(pid=73809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 19:36:18.884910 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-abdba6a5-b782-4f0c-bd63-147f4296bab7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:18.936761 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-083ef30f-10c9-4f3f-bf41-fa7738c59ea9 None None] Notify callbacks [] for port, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:18.949383 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-083ef30f-10c9-4f3f-bf41-fa7738c59ea9 None None] Transition to ACTIVE for port object a04e1d03-af6a-4798-8922-5841140477bd will not be triggered until provisioned by entity L2. {{(pid=73809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 19:36:18.970744 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Provisioning for port 81def8d5-0926-4d86-8a32-d15130d75ba4 completed by entity L2. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 19:36:18.979284 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-083ef30f-10c9-4f3f-bf41-fa7738c59ea9 None None] Transition to ACTIVE for port object a04e1d03-af6a-4798-8922-5841140477bd will not be triggered until provisioned by entity DHCP. {{(pid=73809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 19:36:18.980863 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Provisioning complete for port 81def8d5-0926-4d86-8a32-d15130d75ba4 triggered by entity L2. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 19:36:18.981181 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618911'] for port, provisioning_complete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:19.018249 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-083ef30f-10c9-4f3f-bf41-fa7738c59ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780696898070'] for port, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:19.024649 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-5980cd08-cbb2-4541-bff9-ffb9f1c50d32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:36:19.026111 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-abdba6a5-b782-4f0c-bd63-147f4296bab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:19.093800 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-083ef30f-10c9-4f3f-bf41-fa7738c59ea9 None None] Network 9a12c20a-b7db-42e8-9437-fbca7f31bf75 is already hosted by enough agents. {{(pid=73809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 19:36:19.097962 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.scheduler.base_scheduler [None req-083ef30f-10c9-4f3f-bf41-fa7738c59ea9 None None] Resources bound (agent type, host, resource id): {{(pid=73809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 19:36:19.102990 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083ef30f-10c9-4f3f-bf41-fa7738c59ea9 None None] Received port after_create {{(pid=73809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 19:36:19.164014 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083ef30f-10c9-4f3f-bf41-fa7738c59ea9 None None] Pushing event updated for resources: {'Port': ['ID=a04e1d03-af6a-4798-8922-5841140477bd,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:36:19.176224 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-083ef30f-10c9-4f3f-bf41-fa7738c59ea9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:36:19.209434 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.db_base_plugin_common [None req-abdba6a5-b782-4f0c-bd63-147f4296bab7 admin admin] Allocated IP 172.28.1.3 (9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7/476340fc-add5-4316-93e7-f3b1afc75f73/ab512d58-0a30-44d2-8eed-2d6fb756df71) {{(pid=73808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 19:36:19.272957 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [None req-083ef30f-10c9-4f3f-bf41-fa7738c59ea9 None None] Attempting to bind port a04e1d03-af6a-4798-8922-5841140477bd on host dv-cinder-733622-14-smb for vnic_type normal with profile {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 19:36:19.273327 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [None req-083ef30f-10c9-4f3f-bf41-fa7738c59ea9 None None] Attempting to bind port a04e1d03-af6a-4798-8922-5841140477bd by drivers openvswitch,hyperv on host dv-cinder-733622-14-smb at level 0 using segments [{'id': '968909e7-f0e6-4dbb-83df-c94592ee4ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '9a12c20a-b7db-42e8-9437-fbca7f31bf75'}] {{(pid=73809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 19:36:19.273692 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083ef30f-10c9-4f3f-bf41-fa7738c59ea9 None None] Attempting to bind port a04e1d03-af6a-4798-8922-5841140477bd on network 9a12c20a-b7db-42e8-9437-fbca7f31bf75 {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 19:36:19.289970 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083ef30f-10c9-4f3f-bf41-fa7738c59ea9 None None] Checking agent: {'id': '56d0c902-71b4-4ed3-a175-a117eb491650', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 19, 24, 26), 'started_at': datetime.datetime(2021, 4, 30, 19, 24, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 19, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 19:36:19.290340 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083ef30f-10c9-4f3f-bf41-fa7738c59ea9 None None] Checking segment: {'id': '968909e7-f0e6-4dbb-83df-c94592ee4ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '9a12c20a-b7db-42e8-9437-fbca7f31bf75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 19:36:19.290923 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-083ef30f-10c9-4f3f-bf41-fa7738c59ea9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:19.291481 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083ef30f-10c9-4f3f-bf41-fa7738c59ea9 None None] Bound using segment: {'id': '968909e7-f0e6-4dbb-83df-c94592ee4ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '9a12c20a-b7db-42e8-9437-fbca7f31bf75'} {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 19:36:19.292108 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [None req-083ef30f-10c9-4f3f-bf41-fa7738c59ea9 None None] Bound port: a04e1d03-af6a-4798-8922-5841140477bd, host: dv-cinder-733622-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '968909e7-f0e6-4dbb-83df-c94592ee4ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '9a12c20a-b7db-42e8-9437-fbca7f31bf75'}}] {{(pid=73809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 19:36:19.292680 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-083ef30f-10c9-4f3f-bf41-fa7738c59ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:19.304369 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:19.397345 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-abdba6a5-b782-4f0c-bd63-147f4296bab7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:19.400744 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] For port 81def8d5-0926-4d86-8a32-d15130d75ba4, host dv-cinder-733622-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-14-smb',level=0,port_id=81def8d5-0926-4d86-8a32-d15130d75ba4,segment=NetworkSegment(314eeb5f-fed1-4126-90d5-08d844d605ec),segment_id=314eeb5f-fed1-4126-90d5-08d844d605ec)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:36:19.416800 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:19.421716 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:36:19.438611 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-abdba6a5-b782-4f0c-bd63-147f4296bab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780696898070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60822380'] for port, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:19.443455 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:36:19.495325 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-083ef30f-10c9-4f3f-bf41-fa7738c59ea9 None None] For port a04e1d03-af6a-4798-8922-5841140477bd, host dv-cinder-733622-14-smb, cleared binding levels {{(pid=73809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 19:36:19.509244 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-083ef30f-10c9-4f3f-bf41-fa7738c59ea9 None None] For port a04e1d03-af6a-4798-8922-5841140477bd, host dv-cinder-733622-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-14-smb',level=0,port_id=a04e1d03-af6a-4798-8922-5841140477bd,segment=NetworkSegment(968909e7-f0e6-4dbb-83df-c94592ee4ca5),segment_id=968909e7-f0e6-4dbb-83df-c94592ee4ca5)] {{(pid=73809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 19:36:19.510346 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abdba6a5-b782-4f0c-bd63-147f4296bab7 admin admin] Network 9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7 is already hosted by enough agents. {{(pid=73808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 19:36:19.510499 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Pushing event updated for resources: {'Port': ['ID=81def8d5-0926-4d86-8a32-d15130d75ba4,revision_number=5']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:36:19.515044 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:36:19.517014 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-083ef30f-10c9-4f3f-bf41-fa7738c59ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:19.520510 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.scheduler.base_scheduler [None req-abdba6a5-b782-4f0c-bd63-147f4296bab7 admin admin] Resources bound (agent type, host, resource id): {{(pid=73808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 19:36:19.521339 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-edbca46b-6da6-435b-add9-2a3e5a9eabaa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:36:19.523138 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abdba6a5-b782-4f0c-bd63-147f4296bab7 admin admin] Received port after_create {{(pid=73808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 19:36:19.613996 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083ef30f-10c9-4f3f-bf41-fa7738c59ea9 None None] Pushing event updated for resources: {'Port': ['ID=a04e1d03-af6a-4798-8922-5841140477bd,revision_number=2']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:36:19.617817 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-083ef30f-10c9-4f3f-bf41-fa7738c59ea9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:36:19.714774 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdba6a5-b782-4f0c-bd63-147f4296bab7 admin admin] Pushing event updated for resources: {'Port': ['ID=ab512d58-0a30-44d2-8eed-2d6fb756df71,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:36:19.717748 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-abdba6a5-b782-4f0c-bd63-147f4296bab7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:36:19.993134 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-abdba6a5-b782-4f0c-bd63-147f4296bab7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:20.338667 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-abdba6a5-b782-4f0c-bd63-147f4296bab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-678168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-679359'] for router, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:20.508394 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50089440-1a09-4f5d-9a7c-0d9672de735f None None] Network 9a12c20a-b7db-42e8-9437-fbca7f31bf75 requested from dv-cinder-733622-14-smb {{(pid=73809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 19:36:20.613344 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-6f014475-4c90-495f-a40a-a736e5241017 None None] Provisioning for port a04e1d03-af6a-4798-8922-5841140477bd completed by entity DHCP. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 19:36:20.655441 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abdba6a5-b782-4f0c-bd63-147f4296bab7 admin admin] Router c8b97312-7b4d-40e3-bf47-6443a1e23784 is scheduled to L3 agent 19062261-8801-4f4d-b71c-f22a3dba3fbe with binding_index 1 {{(pid=73808) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 30 19:36:20.865970 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abdba6a5-b782-4f0c-bd63-147f4296bab7 admin admin] Notify agent at l3_agent.dv-cinder-733622-14-smb the message routers_updated {{(pid=73808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 19:36:20.879601 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63bd578-9fec-45e0-babd-2a3adfc4457b None None] Sync routers for ids ['c8b97312-7b4d-40e3-bf47-6443a1e23784'] in dv-cinder-733622-14-smb {{(pid=73809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 19:36:20.895232 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63bd578-9fec-45e0-babd-2a3adfc4457b None None] Routers {'c8b97312-7b4d-40e3-bf47-6443a1e23784'} bound to L3 agent in host dv-cinder-733622-14-smb {{(pid=73809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 19:36:20.895863 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_hamode_db [None req-c63bd578-9fec-45e0-babd-2a3adfc4457b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T19:24:27Z,description=,heartbeat_timestamp=2021-04-30T19:35:57Z,host='dv-cinder-733622-14-smb',id=19062261-8801-4f4d-b71c-f22a3dba3fbe,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T19:24:27Z,topic='l3_agent')) {'router_ids': ['c8b97312-7b4d-40e3-bf47-6443a1e23784'], 'active': True} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:36:20.901194 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-abdba6a5-b782-4f0c-bd63-147f4296bab7 admin admin] Notify callbacks [] for router, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:20.902719 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-abdba6a5-b782-4f0c-bd63-147f4296bab7 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.8197405 Apr 30 19:36:20.906165 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 46028) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:36:20.957170 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Device a04e1d03-af6a-4798-8922-5841140477bd up at agent ovs-agent-dv-cinder-733622-14-smb {{(pid=73809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 19:36:21.131199 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.agents_db [None req-91d1fe81-9981-4281-a1b3-92062b07bd48 None None] Agent healthcheck: found 6 active agents {{(pid=73810) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 19:36:21.188670 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Provisioning for port a04e1d03-af6a-4798-8922-5841140477bd completed by entity L2. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 19:36:21.199779 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Provisioning complete for port a04e1d03-af6a-4798-8922-5841140477bd triggered by entity L2. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 19:36:21.200161 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618911'] for port, provisioning_complete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:21.241537 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_dvr_db [None req-c63bd578-9fec-45e0-babd-2a3adfc4457b None None] Set router c8b97312-7b4d-40e3-bf47-6443a1e23784 gateway port host: dv-cinder-733622-14-smb {{(pid=73809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 19:36:21.575114 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:21.624727 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] For port a04e1d03-af6a-4798-8922-5841140477bd, host dv-cinder-733622-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-14-smb',level=0,port_id=a04e1d03-af6a-4798-8922-5841140477bd,segment=NetworkSegment(968909e7-f0e6-4dbb-83df-c94592ee4ca5),segment_id=968909e7-f0e6-4dbb-83df-c94592ee4ca5)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:36:21.628753 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:21.629688 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Device 81def8d5-0926-4d86-8a32-d15130d75ba4 up at agent ovs-agent-dv-cinder-733622-14-smb {{(pid=73809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 19:36:21.661189 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-d4082919-a2c4-4a34-b5ac-becdfe9166b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:36:21.674331 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-b8daa4b9-99f1-47fa-999a-a469e9989618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:21.752430 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_hamode_db [None req-c63bd578-9fec-45e0-babd-2a3adfc4457b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8b97312-7b4d-40e3-bf47-6443a1e23784', 'name': 'tempest-TestMinimumBasicScenario-1011827282-router', 'tenant_id': 'ee12d706716e4a86afc3aa21ed0a0419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'external_fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.3'}], 'enable_snat': True}, 'gw_port_id': 'ab512d58-0a30-44d2-8eed-2d6fb756df71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T19:36:18Z', 'updated_at': '2021-04-30T19:36:19Z', 'revision_number': 3, 'project_id': 'ee12d706716e4a86afc3aa21ed0a0419', 'gw_port': {'id': 'ab512d58-0a30-44d2-8eed-2d6fb756df71', 'name': '', 'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:2a:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8b97312-7b4d-40e3-bf47-6443a1e23784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:36:19Z', 'updated_at': '2021-04-30T19:36:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-14-smb'}], 'dv-cinder-733622-14-smb', False) {} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:36:21.760763 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63bd578-9fec-45e0-babd-2a3adfc4457b None None] Checking router: c8b97312-7b4d-40e3-bf47-6443a1e23784 for host: dv-cinder-733622-14-smb {{(pid=73809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 19:36:21.761122 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63bd578-9fec-45e0-babd-2a3adfc4457b None None] Updating router c8b97312-7b4d-40e3-bf47-6443a1e23784 port ab512d58-0a30-44d2-8eed-2d6fb756df71 binding host dv-cinder-733622-14-smb {{(pid=73809) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 19:36:21.788262 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Pushing event updated for resources: {'Port': ['ID=a04e1d03-af6a-4798-8922-5841140477bd,revision_number=3']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:36:21.795778 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:36:21.828444 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Provisioning complete for port 81def8d5-0926-4d86-8a32-d15130d75ba4 triggered by entity L2. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 19:36:21.828844 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618911'] for port, provisioning_complete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:21.858699 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c63bd578-9fec-45e0-babd-2a3adfc4457b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:21.983577 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.db_base_plugin_common [None req-b8daa4b9-99f1-47fa-999a-a469e9989618 admin admin] Allocated IP 172.20.0.1 (9a12c20a-b7db-42e8-9437-fbca7f31bf75/ee727dad-ca5c-42bc-8332-91a175f95c80/042f995a-ab57-4b76-875b-ba5d6a977376) {{(pid=73807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 19:36:22.128667 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-b8daa4b9-99f1-47fa-999a-a469e9989618 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:22.146446 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.provisioning_blocks [None req-b8daa4b9-99f1-47fa-999a-a469e9989618 admin admin] Transition to ACTIVE for port object 042f995a-ab57-4b76-875b-ba5d6a977376 will not be triggered until provisioned by entity DHCP. {{(pid=73807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 19:36:22.173891 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-b8daa4b9-99f1-47fa-999a-a469e9989618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780696898070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62583854'] for port, after_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:22.181558 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-6fab51f2-900d-410d-8cca-04444334ec52 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:36:22.242495 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8daa4b9-99f1-47fa-999a-a469e9989618 admin admin] Network 9a12c20a-b7db-42e8-9437-fbca7f31bf75 is already hosted by enough agents. {{(pid=73807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 19:36:22.249960 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.scheduler.base_scheduler [None req-b8daa4b9-99f1-47fa-999a-a469e9989618 admin admin] Resources bound (agent type, host, resource id): {{(pid=73807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 19:36:22.254139 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8daa4b9-99f1-47fa-999a-a469e9989618 admin admin] Received port after_create {{(pid=73807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 19:36:22.263512 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c63bd578-9fec-45e0-babd-2a3adfc4457b None None] Notify callbacks [] for port, precommit_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:22.275668 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-c63bd578-9fec-45e0-babd-2a3adfc4457b None None] Transition to ACTIVE for port object ab512d58-0a30-44d2-8eed-2d6fb756df71 will not be triggered until provisioned by entity L2. {{(pid=73809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 19:36:22.282696 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c63bd578-9fec-45e0-babd-2a3adfc4457b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:22.287348 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-d4082919-a2c4-4a34-b5ac-becdfe9166b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:36:22.297988 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8daa4b9-99f1-47fa-999a-a469e9989618 admin admin] Pushing event updated for resources: {'Port': ['ID=042f995a-ab57-4b76-875b-ba5d6a977376,revision_number=1']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:36:22.307495 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-b8daa4b9-99f1-47fa-999a-a469e9989618 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:36:22.320146 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-b8daa4b9-99f1-47fa-999a-a469e9989618 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657360'] for router_interface, before_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:22.362437 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [None req-c63bd578-9fec-45e0-babd-2a3adfc4457b None None] Attempting to bind port ab512d58-0a30-44d2-8eed-2d6fb756df71 on host dv-cinder-733622-14-smb for vnic_type normal with profile {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 19:36:22.362814 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [None req-c63bd578-9fec-45e0-babd-2a3adfc4457b None None] Attempting to bind port ab512d58-0a30-44d2-8eed-2d6fb756df71 by drivers openvswitch,hyperv on host dv-cinder-733622-14-smb at level 0 using segments [{'id': '8177dc3e-ee2d-49a8-85cc-32dd03e75f21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7'}] {{(pid=73809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 19:36:22.363384 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63bd578-9fec-45e0-babd-2a3adfc4457b None None] Attempting to bind port ab512d58-0a30-44d2-8eed-2d6fb756df71 on network 9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7 {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 19:36:22.369480 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be377d38-02d9-41e0-9035-063efcf49ea0 None None] Pushing event updated for resources: {'Port': ['ID=ab512d58-0a30-44d2-8eed-2d6fb756df71,revision_number=2']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:36:22.373732 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-be377d38-02d9-41e0-9035-063efcf49ea0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:36:22.374666 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63bd578-9fec-45e0-babd-2a3adfc4457b None None] Checking agent: {'id': '56d0c902-71b4-4ed3-a175-a117eb491650', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 19, 24, 26), 'started_at': datetime.datetime(2021, 4, 30, 19, 24, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 19, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 19:36:22.375031 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63bd578-9fec-45e0-babd-2a3adfc4457b None None] Checking segment: {'id': '8177dc3e-ee2d-49a8-85cc-32dd03e75f21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 19:36:22.375640 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c63bd578-9fec-45e0-babd-2a3adfc4457b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:22.376206 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63bd578-9fec-45e0-babd-2a3adfc4457b None None] Bound using segment: {'id': '8177dc3e-ee2d-49a8-85cc-32dd03e75f21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7'} {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 19:36:22.376725 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [None req-c63bd578-9fec-45e0-babd-2a3adfc4457b None None] Bound port: ab512d58-0a30-44d2-8eed-2d6fb756df71, host: dv-cinder-733622-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8177dc3e-ee2d-49a8-85cc-32dd03e75f21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7'}}] {{(pid=73809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 19:36:22.377111 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c63bd578-9fec-45e0-babd-2a3adfc4457b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:22.456667 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-b8daa4b9-99f1-47fa-999a-a469e9989618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:22.456874 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-c63bd578-9fec-45e0-babd-2a3adfc4457b None None] For port ab512d58-0a30-44d2-8eed-2d6fb756df71, host dv-cinder-733622-14-smb, cleared binding levels {{(pid=73809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 19:36:22.460082 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-c63bd578-9fec-45e0-babd-2a3adfc4457b None None] For port ab512d58-0a30-44d2-8eed-2d6fb756df71, host dv-cinder-733622-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-14-smb',level=0,port_id=ab512d58-0a30-44d2-8eed-2d6fb756df71,segment=NetworkSegment(8177dc3e-ee2d-49a8-85cc-32dd03e75f21),segment_id=8177dc3e-ee2d-49a8-85cc-32dd03e75f21)] {{(pid=73809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 19:36:22.464183 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c63bd578-9fec-45e0-babd-2a3adfc4457b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:22.467579 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:36:22.554224 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63bd578-9fec-45e0-babd-2a3adfc4457b None None] Routers {'c8b97312-7b4d-40e3-bf47-6443a1e23784'} bound to L3 agent in host dv-cinder-733622-14-smb {{(pid=73809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 19:36:22.554842 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_hamode_db [None req-c63bd578-9fec-45e0-babd-2a3adfc4457b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T19:24:27Z,description=,heartbeat_timestamp=2021-04-30T19:35:57Z,host='dv-cinder-733622-14-smb',id=19062261-8801-4f4d-b71c-f22a3dba3fbe,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T19:24:27Z,topic='l3_agent')) {'router_ids': ['c8b97312-7b4d-40e3-bf47-6443a1e23784'], 'active': True} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:36:22.614822 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-f44a6b74-eb8e-4bd1-822c-d5977726809b None None] Provisioning for port 042f995a-ab57-4b76-875b-ba5d6a977376 completed by entity DHCP. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 19:36:22.630614 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be377d38-02d9-41e0-9035-063efcf49ea0 None None] Pushing event updated for resources: {'Port': ['ID=ab512d58-0a30-44d2-8eed-2d6fb756df71,revision_number=3']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:36:22.633701 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-be377d38-02d9-41e0-9035-063efcf49ea0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:36:22.637017 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-f44a6b74-eb8e-4bd1-822c-d5977726809b None None] Provisioning complete for port 042f995a-ab57-4b76-875b-ba5d6a977376 triggered by entity DHCP. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 19:36:22.637393 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-f44a6b74-eb8e-4bd1-822c-d5977726809b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618911'] for port, provisioning_complete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:22.712489 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-b8daa4b9-99f1-47fa-999a-a469e9989618 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:22.718179 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-b8daa4b9-99f1-47fa-999a-a469e9989618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62583833'] for port, after_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:22.750577 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-6fab51f2-900d-410d-8cca-04444334ec52 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:36:22.812328 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Device a04e1d03-af6a-4798-8922-5841140477bd up at agent ovs-agent-dv-cinder-733622-14-smb {{(pid=73809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 19:36:22.840788 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-b8daa4b9-99f1-47fa-999a-a469e9989618 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657267'] for router_interface, after_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:22.845655 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8daa4b9-99f1-47fa-999a-a469e9989618 admin admin] Pushing event updated for resources: {'Port': ['ID=042f995a-ab57-4b76-875b-ba5d6a977376,revision_number=2']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:36:22.850177 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-b8daa4b9-99f1-47fa-999a-a469e9989618 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:36:22.871819 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-f44a6b74-eb8e-4bd1-822c-d5977726809b None None] Port 042f995a-ab57-4b76-875b-ba5d6a977376 cannot update to ACTIVE because it is not bound. {{(pid=73809) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 19:36:22.923234 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_dvr_db [None req-c63bd578-9fec-45e0-babd-2a3adfc4457b None None] Set router c8b97312-7b4d-40e3-bf47-6443a1e23784 gateway port host: dv-cinder-733622-14-smb {{(pid=73809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 19:36:22.993524 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8daa4b9-99f1-47fa-999a-a469e9989618 admin admin] Network 9a12c20a-b7db-42e8-9437-fbca7f31bf75 is already hosted by enough agents. {{(pid=73807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 19:36:22.994500 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.scheduler.base_scheduler [None req-b8daa4b9-99f1-47fa-999a-a469e9989618 admin admin] Resources bound (agent type, host, resource id): {{(pid=73807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 19:36:23.063327 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Provisioning complete for port a04e1d03-af6a-4798-8922-5841140477bd triggered by entity L2. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 19:36:23.063711 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618911'] for port, provisioning_complete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:23.220539 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8daa4b9-99f1-47fa-999a-a469e9989618 admin admin] Router c8b97312-7b4d-40e3-bf47-6443a1e23784 has already been hosted by L3 agent 19062261-8801-4f4d-b71c-f22a3dba3fbe {{(pid=73807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 19:36:23.352903 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-7b9efed2-43e3-4e9a-bd2c-00d7ff25de14 None None] Provisioning complete for port 042f995a-ab57-4b76-875b-ba5d6a977376 triggered by entity DHCP. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 19:36:23.353034 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-7b9efed2-43e3-4e9a-bd2c-00d7ff25de14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618911'] for port, provisioning_complete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:23.401343 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8daa4b9-99f1-47fa-999a-a469e9989618 admin admin] Notify agent at l3_agent.dv-cinder-733622-14-smb the message routers_updated {{(pid=73807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 19:36:23.411060 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-b8daa4b9-99f1-47fa-999a-a469e9989618 admin admin] 10.222.0.41 "PUT /v2.0/routers/c8b97312-7b4d-40e3-bf47-6443a1e23784/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5030582 Apr 30 19:36:23.421445 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-7b9efed2-43e3-4e9a-bd2c-00d7ff25de14 None None] Port 042f995a-ab57-4b76-875b-ba5d6a977376 cannot update to ACTIVE because it is not bound. {{(pid=73809) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 19:36:23.425500 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_hamode_db [None req-c63bd578-9fec-45e0-babd-2a3adfc4457b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8b97312-7b4d-40e3-bf47-6443a1e23784', 'name': 'tempest-TestMinimumBasicScenario-1011827282-router', 'tenant_id': 'ee12d706716e4a86afc3aa21ed0a0419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'external_fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.3'}], 'enable_snat': True}, 'gw_port_id': 'ab512d58-0a30-44d2-8eed-2d6fb756df71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T19:36:18Z', 'updated_at': '2021-04-30T19:36:22Z', 'revision_number': 4, 'project_id': 'ee12d706716e4a86afc3aa21ed0a0419', 'gw_port': {'id': 'ab512d58-0a30-44d2-8eed-2d6fb756df71', 'name': '', 'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:2a:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8b97312-7b4d-40e3-bf47-6443a1e23784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:36:19Z', 'updated_at': '2021-04-30T19:36:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-14-smb', '_interfaces': [{'id': '042f995a-ab57-4b76-875b-ba5d6a977376', 'name': '', 'network_id': '9a12c20a-b7db-42e8-9437-fbca7f31bf75', 'tenant_id': 'ee12d706716e4a86afc3aa21ed0a0419', 'mac_address': 'fa:16:3e:2a:00:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8b97312-7b4d-40e3-bf47-6443a1e23784', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'ee727dad-ca5c-42bc-8332-91a175f95c80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:36:21Z', 'updated_at': '2021-04-30T19:36:21Z', 'revision_number': 1, 'project_id': 'ee12d706716e4a86afc3aa21ed0a0419', 'subnets': [{'id': 'ee727dad-ca5c-42bc-8332-91a175f95c80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-14-smb', False) {} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:36:23.429554 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63bd578-9fec-45e0-babd-2a3adfc4457b None None] The sync data for ids ['c8b97312-7b4d-40e3-bf47-6443a1e23784'] in dv-cinder-733622-14-smb is: [{'id': 'c8b97312-7b4d-40e3-bf47-6443a1e23784', 'name': 'tempest-TestMinimumBasicScenario-1011827282-router', 'tenant_id': 'ee12d706716e4a86afc3aa21ed0a0419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'external_fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.3'}], 'enable_snat': True}, 'gw_port_id': 'ab512d58-0a30-44d2-8eed-2d6fb756df71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T19:36:18Z', 'updated_at': '2021-04-30T19:36:22Z', 'revision_number': 4, 'project_id': 'ee12d706716e4a86afc3aa21ed0a0419', 'gw_port': {'id': 'ab512d58-0a30-44d2-8eed-2d6fb756df71', 'name': '', 'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:2a:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8b97312-7b4d-40e3-bf47-6443a1e23784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:36:19Z', 'updated_at': '2021-04-30T19:36:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-14-smb', '_interfaces': [{'id': '042f995a-ab57-4b76-875b-ba5d6a977376', 'name': '', 'network_id': '9a12c20a-b7db-42e8-9437-fbca7f31bf75', 'tenant_id': 'ee12d706716e4a86afc3aa21ed0a0419', 'mac_address': 'fa:16:3e:2a:00:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8b97312-7b4d-40e3-bf47-6443a1e23784', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'ee727dad-ca5c-42bc-8332-91a175f95c80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:36:21Z', 'updated_at': '2021-04-30T19:36:21Z', 'revision_number': 1, 'project_id': 'ee12d706716e4a86afc3aa21ed0a0419', 'subnets': [{'id': 'ee727dad-ca5c-42bc-8332-91a175f95c80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 19:36:23.941734 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-4f99e09c-96bc-4d44-bcad-2133f92d9db5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:26.403354 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:26.540860 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291d79a2-7325-4cab-b79a-7cfb396cda86 None None] Sync routers for ids ['c8b97312-7b4d-40e3-bf47-6443a1e23784'] in dv-cinder-733622-14-smb {{(pid=73810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 19:36:26.551073 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291d79a2-7325-4cab-b79a-7cfb396cda86 None None] Routers {'c8b97312-7b4d-40e3-bf47-6443a1e23784'} bound to L3 agent in host dv-cinder-733622-14-smb {{(pid=73810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 19:36:26.551688 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-291d79a2-7325-4cab-b79a-7cfb396cda86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T19:24:27Z,description=,heartbeat_timestamp=2021-04-30T19:35:57Z,host='dv-cinder-733622-14-smb',id=19062261-8801-4f4d-b71c-f22a3dba3fbe,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T19:24:27Z,topic='l3_agent')) {'router_ids': ['c8b97312-7b4d-40e3-bf47-6443a1e23784'], 'active': True} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:36:26.686463 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-aa5010ae-e5e6-407c-baf7-207c1b938004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:26.740870 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.l3_dvr_db [None req-291d79a2-7325-4cab-b79a-7cfb396cda86 None None] Set router c8b97312-7b4d-40e3-bf47-6443a1e23784 gateway port host: dv-cinder-733622-14-smb {{(pid=73810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 19:36:26.845388 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Device ab512d58-0a30-44d2-8eed-2d6fb756df71 up at agent ovs-agent-dv-cinder-733622-14-smb {{(pid=73809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 19:36:26.973138 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Provisioning for port ab512d58-0a30-44d2-8eed-2d6fb756df71 completed by entity L2. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 19:36:26.978901 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Provisioning complete for port ab512d58-0a30-44d2-8eed-2d6fb756df71 triggered by entity L2. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 19:36:26.979295 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618911'] for port, provisioning_complete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:27.179346 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:27.209953 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] For port ab512d58-0a30-44d2-8eed-2d6fb756df71, host dv-cinder-733622-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-14-smb',level=0,port_id=ab512d58-0a30-44d2-8eed-2d6fb756df71,segment=NetworkSegment(8177dc3e-ee2d-49a8-85cc-32dd03e75f21),segment_id=8177dc3e-ee2d-49a8-85cc-32dd03e75f21)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:36:27.216339 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:27.219894 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:36:27.258739 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-291d79a2-7325-4cab-b79a-7cfb396cda86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8b97312-7b4d-40e3-bf47-6443a1e23784', 'name': 'tempest-TestMinimumBasicScenario-1011827282-router', 'tenant_id': 'ee12d706716e4a86afc3aa21ed0a0419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'external_fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.3'}], 'enable_snat': True}, 'gw_port_id': 'ab512d58-0a30-44d2-8eed-2d6fb756df71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T19:36:18Z', 'updated_at': '2021-04-30T19:36:22Z', 'revision_number': 4, 'project_id': 'ee12d706716e4a86afc3aa21ed0a0419', 'gw_port': {'id': 'ab512d58-0a30-44d2-8eed-2d6fb756df71', 'name': '', 'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:2a:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8b97312-7b4d-40e3-bf47-6443a1e23784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:36:19Z', 'updated_at': '2021-04-30T19:36:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-14-smb', '_interfaces': [{'id': '042f995a-ab57-4b76-875b-ba5d6a977376', 'name': '', 'network_id': '9a12c20a-b7db-42e8-9437-fbca7f31bf75', 'tenant_id': 'ee12d706716e4a86afc3aa21ed0a0419', 'mac_address': 'fa:16:3e:2a:00:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8b97312-7b4d-40e3-bf47-6443a1e23784', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'ee727dad-ca5c-42bc-8332-91a175f95c80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:36:21Z', 'updated_at': '2021-04-30T19:36:22Z', 'revision_number': 2, 'project_id': 'ee12d706716e4a86afc3aa21ed0a0419', 'subnets': [{'id': 'ee727dad-ca5c-42bc-8332-91a175f95c80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-14-smb', False) {} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:36:27.263325 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291d79a2-7325-4cab-b79a-7cfb396cda86 None None] Checking router: c8b97312-7b4d-40e3-bf47-6443a1e23784 for host: dv-cinder-733622-14-smb {{(pid=73810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 19:36:27.264613 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291d79a2-7325-4cab-b79a-7cfb396cda86 None None] Updating router c8b97312-7b4d-40e3-bf47-6443a1e23784 port 042f995a-ab57-4b76-875b-ba5d6a977376 binding host dv-cinder-733622-14-smb {{(pid=73810) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 19:36:27.330291 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-291d79a2-7325-4cab-b79a-7cfb396cda86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:27.335995 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Pushing event updated for resources: {'Port': ['ID=ab512d58-0a30-44d2-8eed-2d6fb756df71,revision_number=4']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:36:27.339444 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:36:27.751155 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-db901c41-8a71-4621-9038-9b0e7a83b2d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:27.853390 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-291d79a2-7325-4cab-b79a-7cfb396cda86 None None] Notify callbacks [] for port, precommit_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:27.869773 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [None req-291d79a2-7325-4cab-b79a-7cfb396cda86 None None] Transition to ACTIVE for port object 042f995a-ab57-4b76-875b-ba5d6a977376 will not be triggered until provisioned by entity L2. {{(pid=73810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 19:36:27.877558 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-291d79a2-7325-4cab-b79a-7cfb396cda86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:27.882510 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:36:28.021856 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a550fc-2eec-4c87-a6bf-f57cc7698b42 None None] Pushing event updated for resources: {'Port': ['ID=042f995a-ab57-4b76-875b-ba5d6a977376,revision_number=3']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:36:28.024972 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-61a550fc-2eec-4c87-a6bf-f57cc7698b42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:36:28.128190 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [None req-291d79a2-7325-4cab-b79a-7cfb396cda86 None None] Attempting to bind port 042f995a-ab57-4b76-875b-ba5d6a977376 on host dv-cinder-733622-14-smb for vnic_type normal with profile {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 19:36:28.128978 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [None req-291d79a2-7325-4cab-b79a-7cfb396cda86 None None] Attempting to bind port 042f995a-ab57-4b76-875b-ba5d6a977376 by drivers openvswitch,hyperv on host dv-cinder-733622-14-smb at level 0 using segments [{'id': '968909e7-f0e6-4dbb-83df-c94592ee4ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '9a12c20a-b7db-42e8-9437-fbca7f31bf75'}] {{(pid=73810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 19:36:28.129702 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291d79a2-7325-4cab-b79a-7cfb396cda86 None None] Attempting to bind port 042f995a-ab57-4b76-875b-ba5d6a977376 on network 9a12c20a-b7db-42e8-9437-fbca7f31bf75 {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 19:36:28.135770 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291d79a2-7325-4cab-b79a-7cfb396cda86 None None] Checking agent: {'id': '56d0c902-71b4-4ed3-a175-a117eb491650', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 19, 24, 26), 'started_at': datetime.datetime(2021, 4, 30, 19, 24, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 19, 36, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 19:36:28.136785 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291d79a2-7325-4cab-b79a-7cfb396cda86 None None] Checking segment: {'id': '968909e7-f0e6-4dbb-83df-c94592ee4ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '9a12c20a-b7db-42e8-9437-fbca7f31bf75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 19:36:28.137454 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-291d79a2-7325-4cab-b79a-7cfb396cda86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:28.138062 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291d79a2-7325-4cab-b79a-7cfb396cda86 None None] Bound using segment: {'id': '968909e7-f0e6-4dbb-83df-c94592ee4ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '9a12c20a-b7db-42e8-9437-fbca7f31bf75'} {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 19:36:28.138821 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [None req-291d79a2-7325-4cab-b79a-7cfb396cda86 None None] Bound port: 042f995a-ab57-4b76-875b-ba5d6a977376, host: dv-cinder-733622-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '968909e7-f0e6-4dbb-83df-c94592ee4ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '9a12c20a-b7db-42e8-9437-fbca7f31bf75'}}] {{(pid=73810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 19:36:28.139756 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-291d79a2-7325-4cab-b79a-7cfb396cda86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:28.265594 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-291d79a2-7325-4cab-b79a-7cfb396cda86 None None] For port 042f995a-ab57-4b76-875b-ba5d6a977376, host dv-cinder-733622-14-smb, cleared binding levels {{(pid=73810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 19:36:28.269398 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-291d79a2-7325-4cab-b79a-7cfb396cda86 None None] For port 042f995a-ab57-4b76-875b-ba5d6a977376, host dv-cinder-733622-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-14-smb',level=0,port_id=042f995a-ab57-4b76-875b-ba5d6a977376,segment=NetworkSegment(968909e7-f0e6-4dbb-83df-c94592ee4ca5),segment_id=968909e7-f0e6-4dbb-83df-c94592ee4ca5)] {{(pid=73810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 19:36:28.280289 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-291d79a2-7325-4cab-b79a-7cfb396cda86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:28.284367 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-47082665-4640-42ed-9e53-294b5530e77c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:36:28.372937 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291d79a2-7325-4cab-b79a-7cfb396cda86 None None] Routers {'c8b97312-7b4d-40e3-bf47-6443a1e23784'} bound to L3 agent in host dv-cinder-733622-14-smb {{(pid=73810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 19:36:28.374806 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-291d79a2-7325-4cab-b79a-7cfb396cda86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-30T19:24:27Z,description=,heartbeat_timestamp=2021-04-30T19:36:27Z,host='dv-cinder-733622-14-smb',id=19062261-8801-4f4d-b71c-f22a3dba3fbe,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T19:24:27Z,topic='l3_agent')) {'router_ids': ['c8b97312-7b4d-40e3-bf47-6443a1e23784'], 'active': True} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:36:28.446600 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a550fc-2eec-4c87-a6bf-f57cc7698b42 None None] Pushing event updated for resources: {'Port': ['ID=042f995a-ab57-4b76-875b-ba5d6a977376,revision_number=4']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:36:28.464668 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-61a550fc-2eec-4c87-a6bf-f57cc7698b42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:36:28.621808 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.l3_dvr_db [None req-291d79a2-7325-4cab-b79a-7cfb396cda86 None None] Set router c8b97312-7b4d-40e3-bf47-6443a1e23784 gateway port host: dv-cinder-733622-14-smb {{(pid=73810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 19:36:28.843080 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Device 042f995a-ab57-4b76-875b-ba5d6a977376 up at agent ovs-agent-dv-cinder-733622-14-smb {{(pid=73809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 19:36:28.982288 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Provisioning for port 042f995a-ab57-4b76-875b-ba5d6a977376 completed by entity L2. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 19:36:28.989618 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Provisioning complete for port 042f995a-ab57-4b76-875b-ba5d6a977376 triggered by entity L2. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 19:36:28.990020 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618911'] for port, provisioning_complete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:29.078982 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-291d79a2-7325-4cab-b79a-7cfb396cda86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8b97312-7b4d-40e3-bf47-6443a1e23784', 'name': 'tempest-TestMinimumBasicScenario-1011827282-router', 'tenant_id': 'ee12d706716e4a86afc3aa21ed0a0419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'external_fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.3'}], 'enable_snat': True}, 'gw_port_id': 'ab512d58-0a30-44d2-8eed-2d6fb756df71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T19:36:18Z', 'updated_at': '2021-04-30T19:36:22Z', 'revision_number': 4, 'project_id': 'ee12d706716e4a86afc3aa21ed0a0419', 'gw_port': {'id': 'ab512d58-0a30-44d2-8eed-2d6fb756df71', 'name': '', 'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:2a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8b97312-7b4d-40e3-bf47-6443a1e23784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:36:19Z', 'updated_at': '2021-04-30T19:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-14-smb', '_interfaces': [{'id': '042f995a-ab57-4b76-875b-ba5d6a977376', 'name': '', 'network_id': '9a12c20a-b7db-42e8-9437-fbca7f31bf75', 'tenant_id': 'ee12d706716e4a86afc3aa21ed0a0419', 'mac_address': 'fa:16:3e:2a:00:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8b97312-7b4d-40e3-bf47-6443a1e23784', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'ee727dad-ca5c-42bc-8332-91a175f95c80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:36:21Z', 'updated_at': '2021-04-30T19:36:28Z', 'revision_number': 4, 'project_id': 'ee12d706716e4a86afc3aa21ed0a0419', 'subnets': [{'id': 'ee727dad-ca5c-42bc-8332-91a175f95c80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-14-smb', False) {} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:36:29.083444 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291d79a2-7325-4cab-b79a-7cfb396cda86 None None] The sync data for ids ['c8b97312-7b4d-40e3-bf47-6443a1e23784'] in dv-cinder-733622-14-smb is: [{'id': 'c8b97312-7b4d-40e3-bf47-6443a1e23784', 'name': 'tempest-TestMinimumBasicScenario-1011827282-router', 'tenant_id': 'ee12d706716e4a86afc3aa21ed0a0419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'external_fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.3'}], 'enable_snat': True}, 'gw_port_id': 'ab512d58-0a30-44d2-8eed-2d6fb756df71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T19:36:18Z', 'updated_at': '2021-04-30T19:36:22Z', 'revision_number': 4, 'project_id': 'ee12d706716e4a86afc3aa21ed0a0419', 'gw_port': {'id': 'ab512d58-0a30-44d2-8eed-2d6fb756df71', 'name': '', 'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:2a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8b97312-7b4d-40e3-bf47-6443a1e23784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:36:19Z', 'updated_at': '2021-04-30T19:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-14-smb', '_interfaces': [{'id': '042f995a-ab57-4b76-875b-ba5d6a977376', 'name': '', 'network_id': '9a12c20a-b7db-42e8-9437-fbca7f31bf75', 'tenant_id': 'ee12d706716e4a86afc3aa21ed0a0419', 'mac_address': 'fa:16:3e:2a:00:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8b97312-7b4d-40e3-bf47-6443a1e23784', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'ee727dad-ca5c-42bc-8332-91a175f95c80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:36:21Z', 'updated_at': '2021-04-30T19:36:28Z', 'revision_number': 4, 'project_id': 'ee12d706716e4a86afc3aa21ed0a0419', 'subnets': [{'id': 'ee727dad-ca5c-42bc-8332-91a175f95c80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 19:36:29.203432 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:29.209325 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:29.266091 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] For port 042f995a-ab57-4b76-875b-ba5d6a977376, host dv-cinder-733622-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-14-smb',level=0,port_id=042f995a-ab57-4b76-875b-ba5d6a977376,segment=NetworkSegment(968909e7-f0e6-4dbb-83df-c94592ee4ca5),segment_id=968909e7-f0e6-4dbb-83df-c94592ee4ca5)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:36:29.274031 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:29.275170 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Device ab512d58-0a30-44d2-8eed-2d6fb756df71 up at agent ovs-agent-dv-cinder-733622-14-smb {{(pid=73809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 19:36:29.309446 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-c14e076e-6887-4d65-9c77-e544c02e3f96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:36:29.403597 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-abaefda2-14da-46b7-be41-c4f24c026f78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:29.443620 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Pushing event updated for resources: {'Port': ['ID=042f995a-ab57-4b76-875b-ba5d6a977376,revision_number=5']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:36:29.449463 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:36:29.459623 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Provisioning complete for port ab512d58-0a30-44d2-8eed-2d6fb756df71 triggered by entity L2. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 19:36:29.460260 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618911'] for port, provisioning_complete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:30.839768 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Device 042f995a-ab57-4b76-875b-ba5d6a977376 up at agent ovs-agent-dv-cinder-733622-14-smb {{(pid=73809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 19:36:30.871100 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3a9daf-bfb2-4223-8327-2e007c650f72 req-5f51a5ba-e287-414b-9b11-832bba085a24 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:36:30.879785 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-da3a9daf-bfb2-4223-8327-2e007c650f72 req-5f51a5ba-e287-414b-9b11-832bba085a24 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.41 "GET /v2.0/ports?device_id=3394bdf1-036b-4b34-aa2b-feb8c50fb28e HTTP/1.1" status: 200 len: 946 time: 0.1651537 Apr 30 19:36:30.940658 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-da3a9daf-bfb2-4223-8327-2e007c650f72 req-bb34573b-c6b8-4dec-8a28-8dde4b120e82 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.41 "GET /v2.0/security-groups?id=71be5d99-fb6b-4407-8806-836c5d750a20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0593579 Apr 30 19:36:30.986468 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Provisioning complete for port 042f995a-ab57-4b76-875b-ba5d6a977376 triggered by entity L2. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 19:36:30.986849 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618911'] for port, provisioning_complete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:32.139356 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6bd617-671e-4ad2-b0fd-1cdded8876f2 req-7eb030ff-f088-434e-be7b-e8403e8f88d4 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:36:32.141355 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-ad6bd617-671e-4ad2-b0fd-1cdded8876f2 req-7eb030ff-f088-434e-be7b-e8403e8f88d4 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.41 "GET /v2.0/ports?device_id=3394bdf1-036b-4b34-aa2b-feb8c50fb28e HTTP/1.1" status: 200 len: 946 time: 0.0883169 Apr 30 19:36:32.199277 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-ad6bd617-671e-4ad2-b0fd-1cdded8876f2 req-89ff8413-2d4e-4807-ab05-527af9ffc27a tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.41 "GET /v2.0/security-groups?id=71be5d99-fb6b-4407-8806-836c5d750a20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0514431 Apr 30 19:36:32.857421 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086ede3b-8bbc-4e8d-bc72-c4f6d161f101 req-17ae41d3-2a37-4946-9663-911fc5b115bf tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:36:32.859616 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-086ede3b-8bbc-4e8d-bc72-c4f6d161f101 req-17ae41d3-2a37-4946-9663-911fc5b115bf tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.48 "GET /v2.0/ports?device_id=3394bdf1-036b-4b34-aa2b-feb8c50fb28e HTTP/1.1" status: 200 len: 946 time: 0.1811535 Apr 30 19:36:33.030072 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.plugin [req-086ede3b-8bbc-4e8d-bc72-c4f6d161f101 req-d87976d4-a2c0-42a6-9755-4022daa9b417 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Deleting port 13ad3229-4e46-4a34-abb5-bf037a39d827 {{(pid=73807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 19:36:33.030502 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-086ede3b-8bbc-4e8d-bc72-c4f6d161f101 req-d87976d4-a2c0-42a6-9755-4022daa9b417 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780697314645'] for port, before_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:33.228983 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.db [req-086ede3b-8bbc-4e8d-bc72-c4f6d161f101 req-d87976d4-a2c0-42a6-9755-4022daa9b417 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] For port 13ad3229-4e46-4a34-abb5-bf037a39d827, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=13ad3229-4e46-4a34-abb5-bf037a39d827,segment=NetworkSegment(0eb9c3fd-827b-4d06-8c9c-ae028f36cb05),segment_id=0eb9c3fd-827b-4d06-8c9c-ae028f36cb05)] {{(pid=73807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:36:33.229879 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-086ede3b-8bbc-4e8d-bc72-c4f6d161f101 req-d87976d4-a2c0-42a6-9755-4022daa9b417 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664767'] for port, precommit_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:33.611024 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16121b76-7527-4717-a509-1cc67d62a770 req-c182b9e1-16e4-450e-83b8-6b3c34976b47 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:36:33.612512 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-16121b76-7527-4717-a509-1cc67d62a770 req-c182b9e1-16e4-450e-83b8-6b3c34976b47 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.41 "GET /v2.0/ports?device_id=3394bdf1-036b-4b34-aa2b-feb8c50fb28e HTTP/1.1" status: 200 len: 946 time: 0.2917261 Apr 30 19:36:33.670341 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-086ede3b-8bbc-4e8d-bc72-c4f6d161f101 req-d87976d4-a2c0-42a6-9755-4022daa9b417 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:33.670667 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-086ede3b-8bbc-4e8d-bc72-c4f6d161f101 req-d87976d4-a2c0-42a6-9755-4022daa9b417 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679255'] for floatingip, after_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:33.670901 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.db.l3_db [req-086ede3b-8bbc-4e8d-bc72-c4f6d161f101 req-d87976d4-a2c0-42a6-9755-4022daa9b417 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Floating IP e9e05219-167f-4162-b441-f7a0a3ac9eb5 disassociated. External IP: 172.28.1.76, port: 13ad3229-4e46-4a34-abb5-bf037a39d827. Apr 30 19:36:33.671241 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.plugin [req-086ede3b-8bbc-4e8d-bc72-c4f6d161f101 req-d87976d4-a2c0-42a6-9755-4022daa9b417 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Calling delete_port for 13ad3229-4e46-4a34-abb5-bf037a39d827 owned by compute:nova {{(pid=73807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 19:36:33.691062 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-16121b76-7527-4717-a509-1cc67d62a770 req-6e77baf7-933a-4946-aa92-7be950850fcd tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.41 "GET /v2.0/security-groups?id=71be5d99-fb6b-4407-8806-836c5d750a20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0670354 Apr 30 19:36:33.800119 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-086ede3b-8bbc-4e8d-bc72-c4f6d161f101 req-d87976d4-a2c0-42a6-9755-4022daa9b417 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780697316006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780696898079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62583854'] for port, after_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:33.806068 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-b3b0efe4-27b6-4aa7-9194-91f8246f83af tempest-ServerRescueNegativeTestJSON-1569891428 tempest-ServerRescueNegativeTestJSON-1569891428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:36:33.852466 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87976d4-a2c0-42a6-9755-4022daa9b417 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Pushing event deleted for resources: {'Port': ['ID=13ad3229-4e46-4a34-abb5-bf037a39d827,revision_number=None']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:36:33.855810 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-d87976d4-a2c0-42a6-9755-4022daa9b417 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:36:34.041267 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.scheduler.l3_agent_scheduler [req-086ede3b-8bbc-4e8d-bc72-c4f6d161f101 req-d87976d4-a2c0-42a6-9755-4022daa9b417 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Router b7ec752e-256f-4ede-bed4-6c012bd9bef7 has already been hosted by L3 agent 19062261-8801-4f4d-b71c-f22a3dba3fbe {{(pid=73807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 19:36:34.222145 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-086ede3b-8bbc-4e8d-bc72-c4f6d161f101 req-d87976d4-a2c0-42a6-9755-4022daa9b417 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Notify agent at l3_agent.dv-cinder-733622-14-smb the message routers_updated {{(pid=73807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 19:36:34.231505 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb66e25a-c876-45e2-8d4c-9b80b9dad91d None None] Sync routers for ids ['b7ec752e-256f-4ede-bed4-6c012bd9bef7'] in dv-cinder-733622-14-smb {{(pid=73809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 19:36:34.247687 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb66e25a-c876-45e2-8d4c-9b80b9dad91d None None] Routers {'b7ec752e-256f-4ede-bed4-6c012bd9bef7'} bound to L3 agent in host dv-cinder-733622-14-smb {{(pid=73809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 19:36:34.249702 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_hamode_db [None req-cb66e25a-c876-45e2-8d4c-9b80b9dad91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-30T19:24:27Z,description=,heartbeat_timestamp=2021-04-30T19:36:27Z,host='dv-cinder-733622-14-smb',id=19062261-8801-4f4d-b71c-f22a3dba3fbe,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T19:24:27Z,topic='l3_agent')) {'router_ids': ['b7ec752e-256f-4ede-bed4-6c012bd9bef7'], 'active': True} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:36:34.385607 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.l3_dvrscheduler_db [req-086ede3b-8bbc-4e8d-bc72-c4f6d161f101 req-d87976d4-a2c0-42a6-9755-4022daa9b417 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] No DVR routers for this DVR port 13ad3229-4e46-4a34-abb5-bf037a39d827 on host hv-cinder-73362 {{(pid=73807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 19:36:34.399889 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-086ede3b-8bbc-4e8d-bc72-c4f6d161f101 req-d87976d4-a2c0-42a6-9755-4022daa9b417 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937687'] for port, before_response {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:34.403346 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3394bdf1-036b-4b34-aa2b-feb8c50fb28e', 'name': 'network-vif-deleted', 'tag': '13ad3229-4e46-4a34-abb5-bf037a39d827'}] {{(pid=73807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 19:36:34.421968 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-086ede3b-8bbc-4e8d-bc72-c4f6d161f101 req-d87976d4-a2c0-42a6-9755-4022daa9b417 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.48 "DELETE /v2.0/ports/13ad3229-4e46-4a34-abb5-bf037a39d827 HTTP/1.1" status: 204 len: 173 time: 1.5550442 Apr 30 19:36:34.479328 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3394bdf1-036b-4b34-aa2b-feb8c50fb28e', 'name': 'network-vif-deleted', 'tag': '13ad3229-4e46-4a34-abb5-bf037a39d827', 'status': 'completed', 'code': 200} Apr 30 19:36:34.569137 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_dvr_db [None req-cb66e25a-c876-45e2-8d4c-9b80b9dad91d None None] Set router b7ec752e-256f-4ede-bed4-6c012bd9bef7 gateway port host: dv-cinder-733622-14-smb {{(pid=73809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 19:36:34.711864 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e9ee26-367f-46c2-9dde-35fc852fc345 req-4b42c81c-a8ad-4737-bd90-5f95ab50f89a tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:36:34.713322 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-d2e9ee26-367f-46c2-9dde-35fc852fc345 req-4b42c81c-a8ad-4737-bd90-5f95ab50f89a tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] 10.222.0.41 "GET /v2.0/networks?id=a43deaff-ec1a-4b0d-8fb6-630cd7878552 HTTP/1.1" status: 200 len: 815 time: 0.1627243 Apr 30 19:36:34.737393 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-d2e9ee26-367f-46c2-9dde-35fc852fc345 req-bb439b2b-13dc-4bce-8f00-d632622b1813 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] 10.222.0.41 "GET /v2.0/quotas/18dc9ebb08454d8b9749ec906d810624 HTTP/1.1" status: 200 len: 375 time: 0.0101149 Apr 30 19:36:34.825658 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-d2e9ee26-367f-46c2-9dde-35fc852fc345 req-f690313c-18a6-4831-8399-b4b99fcc52b6 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=18dc9ebb08454d8b9749ec906d810624&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0828056 Apr 30 19:36:34.864601 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [req-f222e103-0381-4b12-91ba-410cabbc6c0a req-83ae0127-a013-476b-9907-3966fad2dbbe tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Synchronizing usage tracker for tenant:1a3a36846b69409bb56820276a166a65 on resource:port {{(pid=73807) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 19:36:34.889903 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [req-f222e103-0381-4b12-91ba-410cabbc6c0a req-83ae0127-a013-476b-9907-3966fad2dbbe tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Unset dirty status for tenant:1a3a36846b69409bb56820276a166a65 on resource:port {{(pid=73807) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 19:36:34.892935 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-f222e103-0381-4b12-91ba-410cabbc6c0a req-83ae0127-a013-476b-9907-3966fad2dbbe tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.41 "GET /v2.0/ports?device_id=3394bdf1-036b-4b34-aa2b-feb8c50fb28e HTTP/1.1" status: 200 len: 210 time: 0.0776360 Apr 30 19:36:34.915336 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_hamode_db [None req-cb66e25a-c876-45e2-8d4c-9b80b9dad91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7ec752e-256f-4ede-bed4-6c012bd9bef7', 'name': 'tempest-AttachVolumeTestJSON-1647431383-router', 'tenant_id': '1a3a36846b69409bb56820276a166a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'external_fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.147'}], 'enable_snat': True}, 'gw_port_id': '4efd36f4-1f2f-4c62-80a6-a3f2400d3013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T19:32:07Z', 'updated_at': '2021-04-30T19:32:24Z', 'revision_number': 4, 'project_id': '1a3a36846b69409bb56820276a166a65', 'gw_port': {'id': '4efd36f4-1f2f-4c62-80a6-a3f2400d3013', 'name': '', 'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:3e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ec752e-256f-4ede-bed4-6c012bd9bef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:32:11Z', 'updated_at': '2021-04-30T19:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-14-smb', '_interfaces': [{'id': '484fef2b-b90f-45b9-b201-a198550a228f', 'name': '', 'network_id': 'fb753e9f-d5ea-4d3b-a660-3bfc4f53e5c0', 'tenant_id': '1a3a36846b69409bb56820276a166a65', 'mac_address': 'fa:16:3e:64:79:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ec752e-256f-4ede-bed4-6c012bd9bef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '60d0612e-ab94-488a-8358-4a2e04237205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:32:22Z', 'updated_at': '2021-04-30T19:32:43Z', 'revision_number': 5, 'project_id': '1a3a36846b69409bb56820276a166a65', 'subnets': [{'id': '60d0612e-ab94-488a-8358-4a2e04237205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-14-smb', False) {} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:36:34.920511 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb66e25a-c876-45e2-8d4c-9b80b9dad91d None None] Checking router: b7ec752e-256f-4ede-bed4-6c012bd9bef7 for host: dv-cinder-733622-14-smb {{(pid=73809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 19:36:34.929818 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb66e25a-c876-45e2-8d4c-9b80b9dad91d None None] Routers {'b7ec752e-256f-4ede-bed4-6c012bd9bef7'} bound to L3 agent in host dv-cinder-733622-14-smb {{(pid=73809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 19:36:34.930443 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_hamode_db [None req-cb66e25a-c876-45e2-8d4c-9b80b9dad91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-30T19:24:27Z,description=,heartbeat_timestamp=2021-04-30T19:36:27Z,host='dv-cinder-733622-14-smb',id=19062261-8801-4f4d-b71c-f22a3dba3fbe,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T19:24:27Z,topic='l3_agent')) {'router_ids': ['b7ec752e-256f-4ede-bed4-6c012bd9bef7'], 'active': True} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:36:34.991617 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-d2e9ee26-367f-46c2-9dde-35fc852fc345 req-56116d08-1701-49e2-9375-4cd1a354c748 service neutron] 10.222.0.41 "GET /v2.0/networks/a43deaff-ec1a-4b0d-8fb6-630cd7878552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530106 Apr 30 19:36:35.114106 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_dvr_db [None req-cb66e25a-c876-45e2-8d4c-9b80b9dad91d None None] Set router b7ec752e-256f-4ede-bed4-6c012bd9bef7 gateway port host: dv-cinder-733622-14-smb {{(pid=73809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 19:36:35.126877 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-d2e9ee26-367f-46c2-9dde-35fc852fc345 req-fe968d82-62e8-437d-a6f8-9eca5258be65 service neutron] 10.222.0.41 "GET /v2.0/networks/a43deaff-ec1a-4b0d-8fb6-630cd7878552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289155 Apr 30 19:36:35.312231 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [req-11512192-2581-48ee-817f-d116eeb405e9 req-03430164-8b70-45f6-8fca-85a9d0c06796 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Synchronizing usage tracker for tenant:18dc9ebb08454d8b9749ec906d810624 on resource:port {{(pid=73807) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 19:36:35.337523 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [req-11512192-2581-48ee-817f-d116eeb405e9 req-03430164-8b70-45f6-8fca-85a9d0c06796 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Unset dirty status for tenant:18dc9ebb08454d8b9749ec906d810624 on resource:port {{(pid=73807) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 19:36:35.339146 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-11512192-2581-48ee-817f-d116eeb405e9 req-03430164-8b70-45f6-8fca-85a9d0c06796 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] 10.222.0.41 "GET /v2.0/ports?device_id=95f0dcf6-21d1-4595-9dfd-6b521a63d4e2 HTTP/1.1" status: 200 len: 210 time: 0.0713222 Apr 30 19:36:35.473697 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_hamode_db [None req-cb66e25a-c876-45e2-8d4c-9b80b9dad91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7ec752e-256f-4ede-bed4-6c012bd9bef7', 'name': 'tempest-AttachVolumeTestJSON-1647431383-router', 'tenant_id': '1a3a36846b69409bb56820276a166a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'external_fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.147'}], 'enable_snat': True}, 'gw_port_id': '4efd36f4-1f2f-4c62-80a6-a3f2400d3013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T19:32:07Z', 'updated_at': '2021-04-30T19:32:24Z', 'revision_number': 4, 'project_id': '1a3a36846b69409bb56820276a166a65', 'gw_port': {'id': '4efd36f4-1f2f-4c62-80a6-a3f2400d3013', 'name': '', 'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:3e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ec752e-256f-4ede-bed4-6c012bd9bef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:32:11Z', 'updated_at': '2021-04-30T19:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-14-smb', '_interfaces': [{'id': '484fef2b-b90f-45b9-b201-a198550a228f', 'name': '', 'network_id': 'fb753e9f-d5ea-4d3b-a660-3bfc4f53e5c0', 'tenant_id': '1a3a36846b69409bb56820276a166a65', 'mac_address': 'fa:16:3e:64:79:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ec752e-256f-4ede-bed4-6c012bd9bef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '60d0612e-ab94-488a-8358-4a2e04237205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:32:22Z', 'updated_at': '2021-04-30T19:32:43Z', 'revision_number': 5, 'project_id': '1a3a36846b69409bb56820276a166a65', 'subnets': [{'id': '60d0612e-ab94-488a-8358-4a2e04237205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-14-smb', False) {} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:36:35.479405 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb66e25a-c876-45e2-8d4c-9b80b9dad91d None None] The sync data for ids ['b7ec752e-256f-4ede-bed4-6c012bd9bef7'] in dv-cinder-733622-14-smb is: [{'id': 'b7ec752e-256f-4ede-bed4-6c012bd9bef7', 'name': 'tempest-AttachVolumeTestJSON-1647431383-router', 'tenant_id': '1a3a36846b69409bb56820276a166a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'external_fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.147'}], 'enable_snat': True}, 'gw_port_id': '4efd36f4-1f2f-4c62-80a6-a3f2400d3013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T19:32:07Z', 'updated_at': '2021-04-30T19:32:24Z', 'revision_number': 4, 'project_id': '1a3a36846b69409bb56820276a166a65', 'gw_port': {'id': '4efd36f4-1f2f-4c62-80a6-a3f2400d3013', 'name': '', 'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:3e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ec752e-256f-4ede-bed4-6c012bd9bef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:32:11Z', 'updated_at': '2021-04-30T19:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-14-smb', '_interfaces': [{'id': '484fef2b-b90f-45b9-b201-a198550a228f', 'name': '', 'network_id': 'fb753e9f-d5ea-4d3b-a660-3bfc4f53e5c0', 'tenant_id': '1a3a36846b69409bb56820276a166a65', 'mac_address': 'fa:16:3e:64:79:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ec752e-256f-4ede-bed4-6c012bd9bef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '60d0612e-ab94-488a-8358-4a2e04237205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:32:22Z', 'updated_at': '2021-04-30T19:32:43Z', 'revision_number': 5, 'project_id': '1a3a36846b69409bb56820276a166a65', 'subnets': [{'id': '60d0612e-ab94-488a-8358-4a2e04237205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 19:36:35.728455 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d2edb2-e453-4a36-9415-d81c647aea6a None None] New status for floating IP e9e05219-167f-4162-b441-f7a0a3ac9eb5: DOWN {{(pid=73810) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 19:36:36.029806 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 46240) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:36:36.095391 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-fc10f0da-ec09-4f4f-9d4a-e485cb2f1871 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Notify callbacks [] for security_group, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:36.128292 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-fc10f0da-ec09-4f4f-9d4a-e485cb2f1871 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:36.184604 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-fc10f0da-ec09-4f4f-9d4a-e485cb2f1871 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:36.189094 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-bc458057-22ca-4045-aa92-c3fb1941b476 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:36:36.205901 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc10f0da-ec09-4f4f-9d4a-e485cb2f1871 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71be5d99-fb6b-4407-8806-836c5d750a20,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:36:36.208492 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-fc10f0da-ec09-4f4f-9d4a-e485cb2f1871 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:36:36.214835 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-fc10f0da-ec09-4f4f-9d4a-e485cb2f1871 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Notify callbacks [] for security_group, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:36.218864 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-fc10f0da-ec09-4f4f-9d4a-e485cb2f1871 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.41 "DELETE /v2.0/security-groups/71be5d99-fb6b-4407-8806-836c5d750a20 HTTP/1.1" status: 204 len: 168 time: 0.1850207 Apr 30 19:36:36.219089 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 46244) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:36:36.235988 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.api.v2.resource [None req-102a9580-6b9c-4b95-ae17-d1dcf87e5a35 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] show failed (client error): The resource could not be found. Apr 30 19:36:36.237006 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-102a9580-6b9c-4b95-ae17-d1dcf87e5a35 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.41 "GET /v2.0/security-groups/71be5d99-fb6b-4407-8806-836c5d750a20 HTTP/1.1" status: 404 len: 347 time: 0.0170488 Apr 30 19:36:36.239864 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 46248) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:36:36.481498 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.plugins.ml2.plugin [None req-f8b8d914-0f97-4ad4-ade5-8007ccbf12b8 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Deleting port b6920265-b6fa-4ed6-a77b-4a9b5c44ab81 {{(pid=73808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 19:36:36.481753 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-f8b8d914-0f97-4ad4-ade5-8007ccbf12b8 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780697314645'] for port, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:36.563875 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-651146a2-eacf-431a-b5a2-f0f4a87da2e1 req-67b0b99d-3d5c-479f-adc9-9d7f911e966c tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] 10.222.0.41 "GET /v2.0/ports?device_id=95f0dcf6-21d1-4595-9dfd-6b521a63d4e2 HTTP/1.1" status: 200 len: 210 time: 0.0480800 Apr 30 19:36:36.611460 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e9ee26-367f-46c2-9dde-35fc852fc345 req-e89c89aa-3fd6-423d-b703-2fa5989567f7 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:36:36.612451 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [req-d2e9ee26-367f-46c2-9dde-35fc852fc345 req-e89c89aa-3fd6-423d-b703-2fa5989567f7 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Synchronizing usage tracker for tenant:18dc9ebb08454d8b9749ec906d810624 on resource:network {{(pid=73807) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 19:36:36.618132 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-f8b8d914-0f97-4ad4-ade5-8007ccbf12b8 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664767'] for port, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:36.618429 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-f8b8d914-0f97-4ad4-ade5-8007ccbf12b8 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:36.630162 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [req-d2e9ee26-367f-46c2-9dde-35fc852fc345 req-e89c89aa-3fd6-423d-b703-2fa5989567f7 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Unset dirty status for tenant:18dc9ebb08454d8b9749ec906d810624 on resource:network {{(pid=73807) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 19:36:36.631573 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-d2e9ee26-367f-46c2-9dde-35fc852fc345 req-e89c89aa-3fd6-423d-b703-2fa5989567f7 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] 10.222.0.48 "GET /v2.0/networks?id=a43deaff-ec1a-4b0d-8fb6-630cd7878552 HTTP/1.1" status: 200 len: 815 time: 0.3169913 Apr 30 19:36:36.643358 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.v2.base [req-d2e9ee26-367f-46c2-9dde-35fc852fc345 req-db7cbb19-94e4-482a-835b-31444ebb7c74 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Request body: {'port': {'device_id': '95f0dcf6-21d1-4595-9dfd-6b521a63d4e2', 'network_id': 'a43deaff-ec1a-4b0d-8fb6-630cd7878552', 'admin_state_up': True, 'tenant_id': '18dc9ebb08454d8b9749ec906d810624'}} {{(pid=73807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 19:36:36.749115 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.plugins.ml2.plugin [None req-f8b8d914-0f97-4ad4-ade5-8007ccbf12b8 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Calling delete_port for b6920265-b6fa-4ed6-a77b-4a9b5c44ab81 owned by network:floatingip {{(pid=73808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 19:36:36.783642 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [req-d2e9ee26-367f-46c2-9dde-35fc852fc345 req-db7cbb19-94e4-482a-835b-31444ebb7c74 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:36:36.793518 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [req-d2e9ee26-367f-46c2-9dde-35fc852fc345 req-db7cbb19-94e4-482a-835b-31444ebb7c74 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:36:36.805415 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Device 13ad3229-4e46-4a34-abb5-bf037a39d827 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=73809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 19:36:36.809562 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2e9ee26-367f-46c2-9dde-35fc852fc345 req-db7cbb19-94e4-482a-835b-31444ebb7c74 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Made reservation on behalf of 18dc9ebb08454d8b9749ec906d810624 for: {'port': 1} {{(pid=73807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 19:36:36.817445 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-d2e9ee26-367f-46c2-9dde-35fc852fc345 req-db7cbb19-94e4-482a-835b-31444ebb7c74 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:36.847769 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-65ba8c12-0d06-4959-8304-606821799626 None None] No Port match for: 13ad3229-4e46-4a34-abb5-bf037a39d827 {{(pid=73809) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 19:36:36.848218 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Device 13ad3229-4e46-4a34-abb5-bf037a39d827 not bound to the agent host hv-cinder-73362 {{(pid=73809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 19:36:36.882453 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-f8b8d914-0f97-4ad4-ade5-8007ccbf12b8 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780697316006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780696898079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60822380'] for port, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:36.890465 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-afc81223-aafc-47d8-b743-ed760539db8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:36:37.090200 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.db_base_plugin_common [req-d2e9ee26-367f-46c2-9dde-35fc852fc345 req-db7cbb19-94e4-482a-835b-31444ebb7c74 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Allocated IP 172.20.0.11 (a43deaff-ec1a-4b0d-8fb6-630cd7878552/4a7dfd62-bec3-4cb5-b820-316bf20afcd1/b385f514-5f23-42d8-8db0-c4d843829c82) {{(pid=73807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 19:36:37.193631 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b8d914-0f97-4ad4-ade5-8007ccbf12b8 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Pushing event deleted for resources: {'Port': ['ID=b6920265-b6fa-4ed6-a77b-4a9b5c44ab81,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:36:37.255211 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-f8b8d914-0f97-4ad4-ade5-8007ccbf12b8 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:36:37.392228 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-f8b8d914-0f97-4ad4-ade5-8007ccbf12b8 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Notify callbacks [] for floatingip, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:37.438394 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-f8b8d914-0f97-4ad4-ade5-8007ccbf12b8 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937687'] for floatingip, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:37.440622 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-f8b8d914-0f97-4ad4-ade5-8007ccbf12b8 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.41 "DELETE /v2.0/floatingips/e9e05219-167f-4162-b441-f7a0a3ac9eb5 HTTP/1.1" status: 204 len: 168 time: 1.1998303 Apr 30 19:36:37.562847 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-d2e9ee26-367f-46c2-9dde-35fc852fc345 req-db7cbb19-94e4-482a-835b-31444ebb7c74 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Notify callbacks [] for port, precommit_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:37.586740 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.provisioning_blocks [req-d2e9ee26-367f-46c2-9dde-35fc852fc345 req-db7cbb19-94e4-482a-835b-31444ebb7c74 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Transition to ACTIVE for port object b385f514-5f23-42d8-8db0-c4d843829c82 will not be triggered until provisioned by entity DHCP. {{(pid=73807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 19:36:37.625550 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-d2e9ee26-367f-46c2-9dde-35fc852fc345 req-db7cbb19-94e4-482a-835b-31444ebb7c74 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780696898070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62583854'] for port, after_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:37.633748 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-bac4bc4f-6e5e-41d3-bf5f-fabcc2567e85 tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:36:37.710092 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2e9ee26-367f-46c2-9dde-35fc852fc345 req-db7cbb19-94e4-482a-835b-31444ebb7c74 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Network a43deaff-ec1a-4b0d-8fb6-630cd7878552 is already hosted by enough agents. {{(pid=73807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 19:36:37.714093 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.scheduler.base_scheduler [req-d2e9ee26-367f-46c2-9dde-35fc852fc345 req-db7cbb19-94e4-482a-835b-31444ebb7c74 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Resources bound (agent type, host, resource id): {{(pid=73807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 19:36:37.731601 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2e9ee26-367f-46c2-9dde-35fc852fc345 req-db7cbb19-94e4-482a-835b-31444ebb7c74 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Received port after_create {{(pid=73807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 19:36:37.834561 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7cbb19-94e4-482a-835b-31444ebb7c74 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Pushing event updated for resources: {'Port': ['ID=b385f514-5f23-42d8-8db0-c4d843829c82,revision_number=1']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:36:37.845666 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 46288) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:36:37.852408 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-db7cbb19-94e4-482a-835b-31444ebb7c74 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:36:37.863980 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.v2.base [None req-cbd40447-1352-4bbc-9101-0a110a765ac1 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1873455242', 'description': 'tempest-description--190046040'}} {{(pid=73808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 19:36:37.875141 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-cbd40447-1352-4bbc-9101-0a110a765ac1 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:36:37.882197 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-cbd40447-1352-4bbc-9101-0a110a765ac1 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Usage tracker for resource:security_group and tenant:1a3a36846b69409bb56820276a166a65 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:36:37.890447 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-cbd40447-1352-4bbc-9101-0a110a765ac1 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:36:37.890862 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e9ee26-367f-46c2-9dde-35fc852fc345 req-db7cbb19-94e4-482a-835b-31444ebb7c74 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:36:37.891555 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-d2e9ee26-367f-46c2-9dde-35fc852fc345 req-db7cbb19-94e4-482a-835b-31444ebb7c74 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937687'] for port, before_response {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:37.914996 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-cbd40447-1352-4bbc-9101-0a110a765ac1 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:36:37.947019 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-d2e9ee26-367f-46c2-9dde-35fc852fc345 req-db7cbb19-94e4-482a-835b-31444ebb7c74 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3073685 Apr 30 19:36:37.999058 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-cbd40447-1352-4bbc-9101-0a110a765ac1 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Notify callbacks [] for security_group, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:38.042358 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cc6d3e-0a98-4a14-8c0a-59c74307bd21 req-fb6959ee-4041-4244-a0c5-a106948db498 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:36:38.049980 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-d1cc6d3e-0a98-4a14-8c0a-59c74307bd21 req-fb6959ee-4041-4244-a0c5-a106948db498 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] 10.222.0.41 "GET /v2.0/ports?device_id=95f0dcf6-21d1-4595-9dfd-6b521a63d4e2 HTTP/1.1" status: 200 len: 932 time: 0.2896645 Apr 30 19:36:38.093596 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-cbd40447-1352-4bbc-9101-0a110a765ac1 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:36:38.105240 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-cbd40447-1352-4bbc-9101-0a110a765ac1 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Usage tracker for resource:security_group_rule and tenant:1a3a36846b69409bb56820276a166a65 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:36:38.120990 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-cbd40447-1352-4bbc-9101-0a110a765ac1 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:36:38.130369 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-cbd40447-1352-4bbc-9101-0a110a765ac1 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:36:38.156039 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-d1cc6d3e-0a98-4a14-8c0a-59c74307bd21 req-c05f43df-a441-45f4-99f1-a576d0ce0dd5 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] 10.222.0.41 "GET /v2.0/security-groups?id=362fa607-94d4-4de8-ba6e-ecdd6c58403f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050453 Apr 30 19:36:38.242165 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-cbd40447-1352-4bbc-9101-0a110a765ac1 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Notify callbacks [] for security_group, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:38.246331 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-d0ed99ac-4979-4661-8df1-019a1edd9843 None None] Provisioning for port b385f514-5f23-42d8-8db0-c4d843829c82 completed by entity DHCP. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 19:36:38.253044 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-d0ed99ac-4979-4661-8df1-019a1edd9843 None None] Provisioning complete for port b385f514-5f23-42d8-8db0-c4d843829c82 triggered by entity DHCP. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 19:36:38.253753 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d0ed99ac-4979-4661-8df1-019a1edd9843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618911'] for port, provisioning_complete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:38.256721 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-cbd40447-1352-4bbc-9101-0a110a765ac1 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:38.272313 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-5500c46e-8ab9-427f-9240-0022a80c7de5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:36:38.316309 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-d0ed99ac-4979-4661-8df1-019a1edd9843 None None] Port b385f514-5f23-42d8-8db0-c4d843829c82 cannot update to ACTIVE because it is not bound. {{(pid=73809) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 19:36:38.340605 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd40447-1352-4bbc-9101-0a110a765ac1 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa3c280a-4a2f-48c4-ad39-3402db1b107b,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:36:38.344045 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-cbd40447-1352-4bbc-9101-0a110a765ac1 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:36:38.354387 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-cbd40447-1352-4bbc-9101-0a110a765ac1 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Notify callbacks [] for security_group, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:38.357319 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-cbd40447-1352-4bbc-9101-0a110a765ac1 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5098147 Apr 30 19:36:38.360344 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 46292) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:36:38.371294 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.v2.base [None req-b9434838-203e-4af2-a98b-63fa08b2f177 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Request body: {'security_group_rule': {'security_group_id': 'aa3c280a-4a2f-48c4-ad39-3402db1b107b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 19:36:38.377938 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-b9434838-203e-4af2-a98b-63fa08b2f177 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:36:38.381890 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-b9434838-203e-4af2-a98b-63fa08b2f177 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Usage tracker for resource:security_group_rule and tenant:1a3a36846b69409bb56820276a166a65 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:36:38.384776 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-b9434838-203e-4af2-a98b-63fa08b2f177 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:36:38.395852 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-b9434838-203e-4af2-a98b-63fa08b2f177 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:36:38.411581 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-b9434838-203e-4af2-a98b-63fa08b2f177 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:38.477551 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-b9434838-203e-4af2-a98b-63fa08b2f177 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:38.481316 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-b9434838-203e-4af2-a98b-63fa08b2f177 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756817'] for security_group_rule, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:38.483704 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-7189509a-4061-42ba-a949-dbc89e51e506 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:36:38.506153 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9434838-203e-4af2-a98b-63fa08b2f177 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cd940fb-dda6-4673-9dd3-6024ca67cbe7,revision_number=0']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:36:38.508585 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-b9434838-203e-4af2-a98b-63fa08b2f177 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:36:38.517597 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-b9434838-203e-4af2-a98b-63fa08b2f177 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:38.521950 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 46296) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:36:38.527482 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.v2.base [None req-d7b7e41a-9364-411a-8a73-1913a4552f72 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Request body: {'security_group_rule': {'security_group_id': 'aa3c280a-4a2f-48c4-ad39-3402db1b107b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=73807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 19:36:38.534268 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-b9434838-203e-4af2-a98b-63fa08b2f177 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1721089 Apr 30 19:36:38.536801 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-d7b7e41a-9364-411a-8a73-1913a4552f72 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:36:38.540849 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-d7b7e41a-9364-411a-8a73-1913a4552f72 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Usage tracker for resource:security_group_rule and tenant:1a3a36846b69409bb56820276a166a65 is out of sync, need to count used quota {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:36:38.544069 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-d7b7e41a-9364-411a-8a73-1913a4552f72 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:36:38.551510 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-d7b7e41a-9364-411a-8a73-1913a4552f72 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:36:38.569080 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-d7b7e41a-9364-411a-8a73-1913a4552f72 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:38.594011 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 46302) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:36:38.643274 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-d7b7e41a-9364-411a-8a73-1913a4552f72 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:38.647406 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-d7b7e41a-9364-411a-8a73-1913a4552f72 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756817'] for security_group_rule, after_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:38.649497 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:36:38.673821 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b7e41a-9364-411a-8a73-1913a4552f72 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=496c7a4e-e19d-42c7-9244-3a07ad35a2ae,revision_number=0']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:36:38.674137 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.db_base_plugin_v2 [None req-a07ec050-210c-46d3-ba2f-86cdc7fcf557 admin admin] Deleting subnet ee63e9f9-8008-4498-995b-8405bf587e1d {{(pid=73808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 19:36:38.679689 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-d7b7e41a-9364-411a-8a73-1913a4552f72 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:36:38.686337 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-d7b7e41a-9364-411a-8a73-1913a4552f72 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:38.687620 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-a07ec050-210c-46d3-ba2f-86cdc7fcf557 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:38.691840 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-d7b7e41a-9364-411a-8a73-1913a4552f72 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1685958 Apr 30 19:36:38.692933 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 46306) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:36:38.698938 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.v2.base [None req-526161c1-a892-4544-9c02-b289cf95e64c tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Request body: {'floatingip': {'floating_network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7'}} {{(pid=73807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 19:36:38.706122 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-526161c1-a892-4544-9c02-b289cf95e64c tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:36:38.710095 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-526161c1-a892-4544-9c02-b289cf95e64c tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Usage tracker for resource:floatingip and tenant:1a3a36846b69409bb56820276a166a65 is out of sync, need to count used quota {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:36:38.713092 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-526161c1-a892-4544-9c02-b289cf95e64c tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:36:38.720537 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-526161c1-a892-4544-9c02-b289cf95e64c tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:36:38.733230 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-526161c1-a892-4544-9c02-b289cf95e64c tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Notify callbacks [] for floatingip, before_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:38.751117 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-a07ec050-210c-46d3-ba2f-86cdc7fcf557 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1832907'] for subnet, precommit_delete_associations {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:38.811474 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-a07ec050-210c-46d3-ba2f-86cdc7fcf557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3610189'] for subnet, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:38.887666 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-526161c1-a892-4544-9c02-b289cf95e64c tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:39.067485 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.db_base_plugin_common [None req-526161c1-a892-4544-9c02-b289cf95e64c tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Allocated IP 172.28.1.149 (9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7/476340fc-add5-4316-93e7-f3b1afc75f73/32ca40fa-09a4-44a4-b991-af61c59e1db2) {{(pid=73807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 19:36:39.150546 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-a07ec050-210c-46d3-ba2f-86cdc7fcf557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3610180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60822941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61161554'] for subnet, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:39.155572 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-41b92744-1fcd-4dbd-950b-c9fb29672bf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:36:39.190826 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07ec050-210c-46d3-ba2f-86cdc7fcf557 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee63e9f9-8008-4498-995b-8405bf587e1d,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:36:39.195637 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-a07ec050-210c-46d3-ba2f-86cdc7fcf557 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:36:39.201509 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-a07ec050-210c-46d3-ba2f-86cdc7fcf557 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533183'] for subnet, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:39.208280 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-a07ec050-210c-46d3-ba2f-86cdc7fcf557 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/ee63e9f9-8008-4498-995b-8405bf587e1d HTTP/1.1" status: 204 len: 168 time: 0.6129632 Apr 30 19:36:39.211602 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 46312) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:36:39.359023 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-8193365b-9343-4949-a4e3-4831dc29fdfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3786539'] for network, before_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:39.362685 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-526161c1-a892-4544-9c02-b289cf95e64c tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Notify callbacks [] for port, precommit_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:39.401153 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e05dd70-9a5d-4402-927a-fd308889ae76 req-896d55b7-96b1-4588-909e-125a8770ced6 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:36:39.402801 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-3e05dd70-9a5d-4402-927a-fd308889ae76 req-896d55b7-96b1-4588-909e-125a8770ced6 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] 10.222.0.41 "GET /v2.0/ports?device_id=95f0dcf6-21d1-4595-9dfd-6b521a63d4e2 HTTP/1.1" status: 200 len: 932 time: 0.0974350 Apr 30 19:36:39.457413 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-3e05dd70-9a5d-4402-927a-fd308889ae76 req-edcb643f-1824-44d8-810b-794450f48f0d tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] 10.222.0.41 "GET /v2.0/security-groups?id=362fa607-94d4-4de8-ba6e-ecdd6c58403f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481279 Apr 30 19:36:39.505689 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-8193365b-9343-4949-a4e3-4831dc29fdfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3605456', 'neutron.services.segments.db._delete_segments_for_network-8780697326129'] for network, precommit_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:39.673049 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-526161c1-a892-4544-9c02-b289cf95e64c tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780696898070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62583854'] for port, after_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:39.679374 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-d7e832eb-d5f3-41fb-849b-11f8974a9a0d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:36:39.773593 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526161c1-a892-4544-9c02-b289cf95e64c tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Network 9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7 is already hosted by enough agents. {{(pid=73807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 19:36:39.777055 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.services.segments.db [None req-8193365b-9343-4949-a4e3-4831dc29fdfc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b43604af-9124-42a1-9d34-be2ce6e9a52b']}} {{(pid=73807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:36:39.784966 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.scheduler.base_scheduler [None req-526161c1-a892-4544-9c02-b289cf95e64c tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Resources bound (agent type, host, resource id): {{(pid=73807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 19:36:39.792601 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526161c1-a892-4544-9c02-b289cf95e64c tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Received port after_create {{(pid=73807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 19:36:39.822186 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526161c1-a892-4544-9c02-b289cf95e64c tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Pushing event updated for resources: {'Port': ['ID=32ca40fa-09a4-44a4-b991-af61c59e1db2,revision_number=1']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:36:39.825709 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.services.segments.db [None req-8193365b-9343-4949-a4e3-4831dc29fdfc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed660aeb-4367-41fe-9388-d165df18e741') {'for_net_delete': True} {{(pid=73807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:36:39.826670 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.services.segments.db [None req-8193365b-9343-4949-a4e3-4831dc29fdfc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed660aeb-4367-41fe-9388-d165df18e741') {} {{(pid=73807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:36:39.841196 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-526161c1-a892-4544-9c02-b289cf95e64c tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:36:39.850531 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-8193365b-9343-4949-a4e3-4831dc29fdfc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780697336679', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62633761'] for segment, before_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:39.873540 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-8193365b-9343-4949-a4e3-4831dc29fdfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611927'] for segment, precommit_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:39.886759 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8193365b-9343-4949-a4e3-4831dc29fdfc admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=73807) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 19:36:40.064222 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-526161c1-a892-4544-9c02-b289cf95e64c tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:40.074749 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.managers [None req-8193365b-9343-4949-a4e3-4831dc29fdfc admin admin] Network b43604af-9124-42a1-9d34-be2ce6e9a52b has no segments {{(pid=73807) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 19:36:40.085004 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-8193365b-9343-4949-a4e3-4831dc29fdfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62583933'] for segment, after_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:40.170237 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-526161c1-a892-4544-9c02-b289cf95e64c tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:40.369105 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.managers [None req-8193365b-9343-4949-a4e3-4831dc29fdfc admin admin] Network b43604af-9124-42a1-9d34-be2ce6e9a52b has no segments {{(pid=73807) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 19:36:40.396980 dv-cinder-733622-14-smb neutron-server[73807]: Traceback (most recent call last): Apr 30 19:36:40.396980 dv-cinder-733622-14-smb neutron-server[73807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 19:36:40.396980 dv-cinder-733622-14-smb neutron-server[73807]: timer() Apr 30 19:36:40.396980 dv-cinder-733622-14-smb neutron-server[73807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 19:36:40.396980 dv-cinder-733622-14-smb neutron-server[73807]: cb(*args, **kw) Apr 30 19:36:40.396980 dv-cinder-733622-14-smb neutron-server[73807]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 19:36:40.396980 dv-cinder-733622-14-smb neutron-server[73807]: return func(*args, **kwargs) Apr 30 19:36:40.396980 dv-cinder-733622-14-smb neutron-server[73807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 19:36:40.396980 dv-cinder-733622-14-smb neutron-server[73807]: self._notify() Apr 30 19:36:40.396980 dv-cinder-733622-14-smb neutron-server[73807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 19:36:40.396980 dv-cinder-733622-14-smb neutron-server[73807]: self.callback(batched_events) Apr 30 19:36:40.396980 dv-cinder-733622-14-smb neutron-server[73807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 19:36:40.396980 dv-cinder-733622-14-smb neutron-server[73807]: event.method(event) Apr 30 19:36:40.396980 dv-cinder-733622-14-smb neutron-server[73807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 19:36:40.396980 dv-cinder-733622-14-smb neutron-server[73807]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 19:36:40.396980 dv-cinder-733622-14-smb neutron-server[73807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 19:36:40.396980 dv-cinder-733622-14-smb neutron-server[73807]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 19:36:40.396980 dv-cinder-733622-14-smb neutron-server[73807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 19:36:40.396980 dv-cinder-733622-14-smb neutron-server[73807]: return f(self, *a, **k) Apr 30 19:36:40.396980 dv-cinder-733622-14-smb neutron-server[73807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 19:36:40.396980 dv-cinder-733622-14-smb neutron-server[73807]: return self._get(url).json() Apr 30 19:36:40.396980 dv-cinder-733622-14-smb neutron-server[73807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 19:36:40.396980 dv-cinder-733622-14-smb neutron-server[73807]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 19:36:40.396980 dv-cinder-733622-14-smb neutron-server[73807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 19:36:40.396980 dv-cinder-733622-14-smb neutron-server[73807]: return self.request(url, 'GET', **kwargs) Apr 30 19:36:40.396980 dv-cinder-733622-14-smb neutron-server[73807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 19:36:40.396980 dv-cinder-733622-14-smb neutron-server[73807]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 19:36:40.396980 dv-cinder-733622-14-smb neutron-server[73807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 19:36:40.396980 dv-cinder-733622-14-smb neutron-server[73807]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 19:36:40.396980 dv-cinder-733622-14-smb neutron-server[73807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 19:36:40.396980 dv-cinder-733622-14-smb neutron-server[73807]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 19:36:40.396980 dv-cinder-733622-14-smb neutron-server[73807]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 19:36:40.562661 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-8193365b-9343-4949-a4e3-4831dc29fdfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3605455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679237'] for network, after_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:40.575284 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-210fc335-7f53-4212-a587-0308ec8f7443 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:36:40.599831 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-8193365b-9343-4949-a4e3-4831dc29fdfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533183'] for network, before_response {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:40.613067 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8193365b-9343-4949-a4e3-4831dc29fdfc admin admin] Pushing event deleted for resources: {'Network': ['ID=b43604af-9124-42a1-9d34-be2ce6e9a52b,revision_number=None']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:36:40.629494 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-8193365b-9343-4949-a4e3-4831dc29fdfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:36:40.643058 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-8193365b-9343-4949-a4e3-4831dc29fdfc admin admin] 10.222.0.41 "DELETE /v2.0/networks/b43604af-9124-42a1-9d34-be2ce6e9a52b HTTP/1.1" status: 204 len: 168 time: 1.4304235 Apr 30 19:36:40.670267 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd01fbba-f8a9-4b12-b5d3-9945b453d34f req-bdc67dd0-c4ee-42d3-be5f-8657134e868a tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:36:40.671977 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-cd01fbba-f8a9-4b12-b5d3-9945b453d34f req-bdc67dd0-c4ee-42d3-be5f-8657134e868a tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] 10.222.0.41 "GET /v2.0/ports?device_id=95f0dcf6-21d1-4595-9dfd-6b521a63d4e2 HTTP/1.1" status: 200 len: 932 time: 0.0896602 Apr 30 19:36:40.674304 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-526161c1-a892-4544-9c02-b289cf95e64c tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Notify callbacks [] for port, precommit_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:40.679506 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-526161c1-a892-4544-9c02-b289cf95e64c tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62583833'] for port, after_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:40.685459 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-8934452e-1d09-45b3-9b68-a62f92c565fd tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:36:40.749830 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-cd01fbba-f8a9-4b12-b5d3-9945b453d34f req-0abb8b21-270a-4610-a596-c9d30138bec5 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] 10.222.0.41 "GET /v2.0/security-groups?id=362fa607-94d4-4de8-ba6e-ecdd6c58403f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641763 Apr 30 19:36:40.820197 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526161c1-a892-4544-9c02-b289cf95e64c tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Pushing event updated for resources: {'Port': ['ID=32ca40fa-09a4-44a4-b991-af61c59e1db2,revision_number=2']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:36:40.824388 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-526161c1-a892-4544-9c02-b289cf95e64c tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:36:40.832131 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-526161c1-a892-4544-9c02-b289cf95e64c tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679255'] for floatingip, after_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:40.852664 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-526161c1-a892-4544-9c02-b289cf95e64c tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937687'] for floatingip, before_response {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:40.854111 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-526161c1-a892-4544-9c02-b289cf95e64c tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1597230 Apr 30 19:36:40.939961 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 46324) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:36:41.003501 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-9187afdb-5a23-401c-8455-40133127a318 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e67bebe82dfc4acd96a2733e0754cd04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0618062 Apr 30 19:36:41.005869 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 46334) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:36:41.080888 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-f11c2d55-760a-490e-ada9-26fbf2a888de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:41.101708 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [req-7de7953b-a1cb-495c-b740-d3fcc528ce25 req-d7660b35-5bf9-4449-8c9c-b1f36cf149a8 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Synchronizing usage tracker for tenant:1a3a36846b69409bb56820276a166a65 on resource:security_group {{(pid=73808) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 19:36:41.109797 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-f11c2d55-760a-490e-ada9-26fbf2a888de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:41.126922 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [req-7de7953b-a1cb-495c-b740-d3fcc528ce25 req-d7660b35-5bf9-4449-8c9c-b1f36cf149a8 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Unset dirty status for tenant:1a3a36846b69409bb56820276a166a65 on resource:security_group {{(pid=73808) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 19:36:41.128105 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-7de7953b-a1cb-495c-b740-d3fcc528ce25 req-d7660b35-5bf9-4449-8c9c-b1f36cf149a8 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1873455242&fields=id&tenant_id=1a3a36846b69409bb56820276a166a65 HTTP/1.1" status: 200 len: 267 time: 0.0770686 Apr 30 19:36:41.195022 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-f11c2d55-760a-490e-ada9-26fbf2a888de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:41.201850 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:36:41.226163 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11c2d55-760a-490e-ada9-26fbf2a888de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=184ab099-d1f1-4765-bfc7-ab0fdc4abd6e,revision_number=None']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:36:41.229101 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-f11c2d55-760a-490e-ada9-26fbf2a888de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:36:41.266384 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-f11c2d55-760a-490e-ada9-26fbf2a888de admin admin] Notify callbacks [] for security_group, before_response {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:41.268031 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-f11c2d55-760a-490e-ada9-26fbf2a888de admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/184ab099-d1f1-4765-bfc7-ab0fdc4abd6e HTTP/1.1" status: 204 len: 168 time: 0.2612228 Apr 30 19:36:41.341759 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de7953b-a1cb-495c-b740-d3fcc528ce25 req-4aecaf92-f19e-46f7-973d-69962b57519c tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:36:41.343173 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [req-7de7953b-a1cb-495c-b740-d3fcc528ce25 req-4aecaf92-f19e-46f7-973d-69962b57519c tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Synchronizing usage tracker for tenant:1a3a36846b69409bb56820276a166a65 on resource:network {{(pid=73808) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 19:36:41.364145 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [req-7de7953b-a1cb-495c-b740-d3fcc528ce25 req-4aecaf92-f19e-46f7-973d-69962b57519c tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Unset dirty status for tenant:1a3a36846b69409bb56820276a166a65 on resource:network {{(pid=73808) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 19:36:41.365809 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-7de7953b-a1cb-495c-b740-d3fcc528ce25 req-4aecaf92-f19e-46f7-973d-69962b57519c tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.41 "GET /v2.0/networks?id=fb753e9f-d5ea-4d3b-a660-3bfc4f53e5c0 HTTP/1.1" status: 200 len: 811 time: 0.2292562 Apr 30 19:36:41.382486 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-7de7953b-a1cb-495c-b740-d3fcc528ce25 req-5cfd3f19-faad-45a1-8434-11be18020ec8 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.41 "GET /v2.0/quotas/1a3a36846b69409bb56820276a166a65 HTTP/1.1" status: 200 len: 375 time: 0.0112638 Apr 30 19:36:41.477823 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [req-7de7953b-a1cb-495c-b740-d3fcc528ce25 req-b7fdb340-bd13-4c91-aeb0-816d46c9f215 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Synchronizing usage tracker for tenant:1a3a36846b69409bb56820276a166a65 on resource:port {{(pid=73808) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 19:36:41.496610 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [req-7de7953b-a1cb-495c-b740-d3fcc528ce25 req-b7fdb340-bd13-4c91-aeb0-816d46c9f215 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Unset dirty status for tenant:1a3a36846b69409bb56820276a166a65 on resource:port {{(pid=73808) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 19:36:41.498107 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-7de7953b-a1cb-495c-b740-d3fcc528ce25 req-b7fdb340-bd13-4c91-aeb0-816d46c9f215 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=1a3a36846b69409bb56820276a166a65&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1089406 Apr 30 19:36:41.654808 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-7de7953b-a1cb-495c-b740-d3fcc528ce25 req-3d72c55d-a7b2-4d74-b431-2f654045fa1e service neutron] 10.222.0.41 "GET /v2.0/networks/fb753e9f-d5ea-4d3b-a660-3bfc4f53e5c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432903 Apr 30 19:36:41.791398 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-7de7953b-a1cb-495c-b740-d3fcc528ce25 req-b5a6e25d-f0b5-41e6-959c-3026814cae97 service neutron] 10.222.0.41 "GET /v2.0/networks/fb753e9f-d5ea-4d3b-a660-3bfc4f53e5c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303422 Apr 30 19:36:42.087942 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40d6014-7bd7-4e2f-b762-77c3809b81f2 req-9a4f4d06-2f13-4cea-8961-2bfcac0cd5f6 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:36:42.089636 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-d40d6014-7bd7-4e2f-b762-77c3809b81f2 req-9a4f4d06-2f13-4cea-8961-2bfcac0cd5f6 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] 10.222.0.41 "GET /v2.0/ports?device_id=95f0dcf6-21d1-4595-9dfd-6b521a63d4e2 HTTP/1.1" status: 200 len: 932 time: 0.0878217 Apr 30 19:36:42.144155 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-d40d6014-7bd7-4e2f-b762-77c3809b81f2 req-ff87b3d8-f7f0-46a7-bed0-0991bbd17476 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] 10.222.0.41 "GET /v2.0/security-groups?id=362fa607-94d4-4de8-ba6e-ecdd6c58403f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478780 Apr 30 19:36:42.273464 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-30dd3301-71ac-4c76-8da4-27dbd5aaabd5 req-f2bf6071-0f4d-45ce-bffa-5c291834dcff tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d6ea963-7a63-4a3b-a0ac-6e048fff329a HTTP/1.1" status: 200 len: 210 time: 0.0603867 Apr 30 19:36:43.394172 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace00d29-4527-41ec-ad9a-c7ac5b5b1bc9 req-e2ddf5c6-bc55-4844-949d-2a513c3d6315 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:36:43.395724 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-ace00d29-4527-41ec-ad9a-c7ac5b5b1bc9 req-e2ddf5c6-bc55-4844-949d-2a513c3d6315 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] 10.222.0.41 "GET /v2.0/ports?device_id=95f0dcf6-21d1-4595-9dfd-6b521a63d4e2 HTTP/1.1" status: 200 len: 932 time: 0.0985956 Apr 30 19:36:43.451326 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-ace00d29-4527-41ec-ad9a-c7ac5b5b1bc9 req-8f9b3cb1-9e63-443e-9e7c-60a7653f2b47 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] 10.222.0.41 "GET /v2.0/security-groups?id=362fa607-94d4-4de8-ba6e-ecdd6c58403f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486710 Apr 30 19:36:43.601893 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-505c82eb-7cab-4ebd-a7c1-b1f02d294f4e req-af152259-30ae-4b70-8b5b-48373b801224 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d6ea963-7a63-4a3b-a0ac-6e048fff329a HTTP/1.1" status: 200 len: 210 time: 0.0434208 Apr 30 19:36:44.646975 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830fa0a3-f12d-4b6f-bbfe-8f353d01b79c req-bc46a29c-3ce8-45eb-95ef-e772ff86f2ef tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:36:44.648458 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-830fa0a3-f12d-4b6f-bbfe-8f353d01b79c req-bc46a29c-3ce8-45eb-95ef-e772ff86f2ef tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] 10.222.0.41 "GET /v2.0/ports?device_id=95f0dcf6-21d1-4595-9dfd-6b521a63d4e2 HTTP/1.1" status: 200 len: 932 time: 0.0833066 Apr 30 19:36:44.693237 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-830fa0a3-f12d-4b6f-bbfe-8f353d01b79c req-79a769f7-8bd6-4c43-962d-2fc2a0df6ff6 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] 10.222.0.41 "GET /v2.0/security-groups?id=362fa607-94d4-4de8-ba6e-ecdd6c58403f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384185 Apr 30 19:36:44.840427 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-4e2d4f7e-4e00-4a18-b9e6-cc4d50e8ef3a req-e8b016ac-ee48-4969-8264-b6f3eee65602 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d6ea963-7a63-4a3b-a0ac-6e048fff329a HTTP/1.1" status: 200 len: 210 time: 0.0481706 Apr 30 19:36:45.884328 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccee9c4-6729-4a0c-a9e7-01ef6d010543 req-6af58859-85b3-4776-938c-79682bde5745 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:36:45.886473 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-0ccee9c4-6729-4a0c-a9e7-01ef6d010543 req-6af58859-85b3-4776-938c-79682bde5745 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] 10.222.0.41 "GET /v2.0/ports?device_id=95f0dcf6-21d1-4595-9dfd-6b521a63d4e2 HTTP/1.1" status: 200 len: 932 time: 0.0856609 Apr 30 19:36:45.933400 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-0ccee9c4-6729-4a0c-a9e7-01ef6d010543 req-7065a516-2e44-4d0a-a2c5-9f7161b7ddf1 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] 10.222.0.41 "GET /v2.0/security-groups?id=362fa607-94d4-4de8-ba6e-ecdd6c58403f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404911 Apr 30 19:36:46.175313 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-2251dbfa-59db-4ead-bf7b-d1ff6ceb5187 req-96f550fa-6cac-4d24-bf20-5b2b023f39a5 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d6ea963-7a63-4a3b-a0ac-6e048fff329a HTTP/1.1" status: 200 len: 210 time: 0.1374769 Apr 30 19:36:47.122968 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc72ba3c-7d85-4d58-b3be-64e07721099e req-d48976f2-b51a-4ba5-b8bb-66cf2565abf6 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:36:47.125342 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-dc72ba3c-7d85-4d58-b3be-64e07721099e req-d48976f2-b51a-4ba5-b8bb-66cf2565abf6 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] 10.222.0.41 "GET /v2.0/ports?device_id=95f0dcf6-21d1-4595-9dfd-6b521a63d4e2 HTTP/1.1" status: 200 len: 932 time: 0.0822897 Apr 30 19:36:47.172739 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-dc72ba3c-7d85-4d58-b3be-64e07721099e req-3be19928-6064-42c8-a478-cf4486a5929b tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] 10.222.0.41 "GET /v2.0/security-groups?id=362fa607-94d4-4de8-ba6e-ecdd6c58403f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413098 Apr 30 19:36:47.336575 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-e10cf5ee-a182-4ba3-8c1e-6a42ce9abc2f req-992f1c9b-1720-47df-ac61-411b34dbf0ae tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d6ea963-7a63-4a3b-a0ac-6e048fff329a HTTP/1.1" status: 200 len: 210 time: 0.0441532 Apr 30 19:36:47.754929 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.v2.base [req-d2e9ee26-367f-46c2-9dde-35fc852fc345 req-dc3600e3-98bc-46e8-b6f1-3b325cbde2e6 service neutron] Request body: {'port': {'device_id': '95f0dcf6-21d1-4595-9dfd-6b521a63d4e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=73807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 19:36:47.878501 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-d2e9ee26-367f-46c2-9dde-35fc852fc345 req-dc3600e3-98bc-46e8-b6f1-3b325cbde2e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:48.296326 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.notifiers.nova [req-d2e9ee26-367f-46c2-9dde-35fc852fc345 req-dc3600e3-98bc-46e8-b6f1-3b325cbde2e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b385f514-5f23-42d8-8db0-c4d843829c82 {{(pid=73807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 19:36:48.303942 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-d2e9ee26-367f-46c2-9dde-35fc852fc345 req-dc3600e3-98bc-46e8-b6f1-3b325cbde2e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:48.319370 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.provisioning_blocks [req-d2e9ee26-367f-46c2-9dde-35fc852fc345 req-dc3600e3-98bc-46e8-b6f1-3b325cbde2e6 service neutron] Transition to ACTIVE for port object b385f514-5f23-42d8-8db0-c4d843829c82 will not be triggered until provisioned by entity L2. {{(pid=73807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 19:36:48.326043 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-d2e9ee26-367f-46c2-9dde-35fc852fc345 req-dc3600e3-98bc-46e8-b6f1-3b325cbde2e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62583833'] for port, after_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:48.330347 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-b843ff56-a8ac-443f-be47-72d1286c94a3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:36:48.377313 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c29c536-b4ac-42bf-af51-87ce39327af2 req-05414e61-751f-48ea-943e-b8659b15ab4b tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:36:48.379118 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-9c29c536-b4ac-42bf-af51-87ce39327af2 req-05414e61-751f-48ea-943e-b8659b15ab4b tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] 10.222.0.41 "GET /v2.0/ports?device_id=95f0dcf6-21d1-4595-9dfd-6b521a63d4e2 HTTP/1.1" status: 200 len: 932 time: 0.0974827 Apr 30 19:36:48.436792 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-9c29c536-b4ac-42bf-af51-87ce39327af2 req-ffcac44c-3c6a-428c-9b6e-68078460784d tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] 10.222.0.41 "GET /v2.0/security-groups?id=362fa607-94d4-4de8-ba6e-ecdd6c58403f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518568 Apr 30 19:36:48.645217 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-aea63ce5-94c3-4520-a6d1-1e9874c9e80f req-e998fee1-75b5-4e4c-a25d-bcde53220559 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d6ea963-7a63-4a3b-a0ac-6e048fff329a HTTP/1.1" status: 200 len: 210 time: 0.1513088 Apr 30 19:36:48.680131 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3600e3-98bc-46e8-b6f1-3b325cbde2e6 service neutron] Pushing event updated for resources: {'Port': ['ID=b385f514-5f23-42d8-8db0-c4d843829c82,revision_number=2']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:36:48.693747 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-dc3600e3-98bc-46e8-b6f1-3b325cbde2e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:36:48.759592 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de7953b-a1cb-495c-b740-d3fcc528ce25 req-cad92ec8-c670-47b0-9482-bdf552279b3a tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:36:48.761018 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-7de7953b-a1cb-495c-b740-d3fcc528ce25 req-cad92ec8-c670-47b0-9482-bdf552279b3a tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.48 "GET /v2.0/networks?id=fb753e9f-d5ea-4d3b-a660-3bfc4f53e5c0 HTTP/1.1" status: 200 len: 811 time: 0.3943760 Apr 30 19:36:48.807746 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.managers [req-d2e9ee26-367f-46c2-9dde-35fc852fc345 req-dc3600e3-98bc-46e8-b6f1-3b325cbde2e6 service neutron] Attempting to bind port b385f514-5f23-42d8-8db0-c4d843829c82 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=73807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 19:36:48.808104 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.managers [req-d2e9ee26-367f-46c2-9dde-35fc852fc345 req-dc3600e3-98bc-46e8-b6f1-3b325cbde2e6 service neutron] Attempting to bind port b385f514-5f23-42d8-8db0-c4d843829c82 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '314eeb5f-fed1-4126-90d5-08d844d605ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'a43deaff-ec1a-4b0d-8fb6-630cd7878552'}] {{(pid=73807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 19:36:48.808904 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e9ee26-367f-46c2-9dde-35fc852fc345 req-dc3600e3-98bc-46e8-b6f1-3b325cbde2e6 service neutron] Attempting to bind port b385f514-5f23-42d8-8db0-c4d843829c82 on network a43deaff-ec1a-4b0d-8fb6-630cd7878552 {{(pid=73807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 19:36:48.822381 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e9ee26-367f-46c2-9dde-35fc852fc345 req-dc3600e3-98bc-46e8-b6f1-3b325cbde2e6 service neutron] Port b385f514-5f23-42d8-8db0-c4d843829c82 on network a43deaff-ec1a-4b0d-8fb6-630cd7878552 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=73807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 19:36:48.822792 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e9ee26-367f-46c2-9dde-35fc852fc345 req-dc3600e3-98bc-46e8-b6f1-3b325cbde2e6 service neutron] Attempting to bind port b385f514-5f23-42d8-8db0-c4d843829c82 on network a43deaff-ec1a-4b0d-8fb6-630cd7878552 {{(pid=73807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 19:36:48.835008 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e9ee26-367f-46c2-9dde-35fc852fc345 req-dc3600e3-98bc-46e8-b6f1-3b325cbde2e6 service neutron] Checking agent: {'id': '787256c0-27a9-4f74-baeb-f887319a5aee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 19, 30, 29), 'started_at': datetime.datetime(2021, 4, 30, 19, 30, 29), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 19, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 19:36:48.835346 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e9ee26-367f-46c2-9dde-35fc852fc345 req-dc3600e3-98bc-46e8-b6f1-3b325cbde2e6 service neutron] Checking segment: {'id': '314eeb5f-fed1-4126-90d5-08d844d605ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'a43deaff-ec1a-4b0d-8fb6-630cd7878552'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 19:36:48.835738 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e9ee26-367f-46c2-9dde-35fc852fc345 req-dc3600e3-98bc-46e8-b6f1-3b325cbde2e6 service neutron] Bound using segment: {'id': '314eeb5f-fed1-4126-90d5-08d844d605ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'a43deaff-ec1a-4b0d-8fb6-630cd7878552'} {{(pid=73807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 19:36:48.836159 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.managers [req-d2e9ee26-367f-46c2-9dde-35fc852fc345 req-dc3600e3-98bc-46e8-b6f1-3b325cbde2e6 service neutron] Bound port: b385f514-5f23-42d8-8db0-c4d843829c82, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '314eeb5f-fed1-4126-90d5-08d844d605ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'a43deaff-ec1a-4b0d-8fb6-630cd7878552'}}] {{(pid=73807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 19:36:48.836536 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-d2e9ee26-367f-46c2-9dde-35fc852fc345 req-dc3600e3-98bc-46e8-b6f1-3b325cbde2e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:48.850918 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-7de7953b-a1cb-495c-b740-d3fcc528ce25 req-3bc61cf1-a04a-4819-af78-4a83432ef09e tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a3a36846b69409bb56820276a166a65 HTTP/1.1" status: 200 len: 380 time: 0.0672107 Apr 30 19:36:48.861069 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.v2.base [req-7de7953b-a1cb-495c-b740-d3fcc528ce25 req-4c01ccab-48cd-4cad-bfda-9e8133cbe38a tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Request body: {'port': {'device_id': '2d6ea963-7a63-4a3b-a0ac-6e048fff329a', 'network_id': 'fb753e9f-d5ea-4d3b-a660-3bfc4f53e5c0', 'admin_state_up': True, 'tenant_id': '1a3a36846b69409bb56820276a166a65', 'security_groups': ['aa3c280a-4a2f-48c4-ad39-3402db1b107b']}} {{(pid=73807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 19:36:49.044767 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.db [req-d2e9ee26-367f-46c2-9dde-35fc852fc345 req-dc3600e3-98bc-46e8-b6f1-3b325cbde2e6 service neutron] For port b385f514-5f23-42d8-8db0-c4d843829c82, host hv-cinder-73362, cleared binding levels {{(pid=73807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 19:36:49.055097 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.db [req-d2e9ee26-367f-46c2-9dde-35fc852fc345 req-dc3600e3-98bc-46e8-b6f1-3b325cbde2e6 service neutron] For port b385f514-5f23-42d8-8db0-c4d843829c82, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=b385f514-5f23-42d8-8db0-c4d843829c82,segment=NetworkSegment(314eeb5f-fed1-4126-90d5-08d844d605ec),segment_id=314eeb5f-fed1-4126-90d5-08d844d605ec)] {{(pid=73807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 19:36:49.062763 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-d2e9ee26-367f-46c2-9dde-35fc852fc345 req-dc3600e3-98bc-46e8-b6f1-3b325cbde2e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62583833'] for port, after_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:49.066440 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-17107f91-e940-4e84-aadb-8c74822d1991 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:36:49.107994 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [req-7de7953b-a1cb-495c-b740-d3fcc528ce25 req-4c01ccab-48cd-4cad-bfda-9e8133cbe38a tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:36:49.129633 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [req-7de7953b-a1cb-495c-b740-d3fcc528ce25 req-4c01ccab-48cd-4cad-bfda-9e8133cbe38a tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:36:49.136109 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e9ee26-367f-46c2-9dde-35fc852fc345 req-dc3600e3-98bc-46e8-b6f1-3b325cbde2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:36:49.136745 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-d2e9ee26-367f-46c2-9dde-35fc852fc345 req-dc3600e3-98bc-46e8-b6f1-3b325cbde2e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937687'] for port, before_response {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:49.138756 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-d2e9ee26-367f-46c2-9dde-35fc852fc345 req-dc3600e3-98bc-46e8-b6f1-3b325cbde2e6 service neutron] 10.222.0.48 "PUT /v2.0/ports/b385f514-5f23-42d8-8db0-c4d843829c82 HTTP/1.1" status: 200 len: 1094 time: 1.3896255 Apr 30 19:36:49.146153 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95f0dcf6-21d1-4595-9dfd-6b521a63d4e2', 'tag': 'b385f514-5f23-42d8-8db0-c4d843829c82'}] {{(pid=73807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 19:36:49.168687 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3600e3-98bc-46e8-b6f1-3b325cbde2e6 service neutron] Pushing event updated for resources: {'Port': ['ID=b385f514-5f23-42d8-8db0-c4d843829c82,revision_number=3']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:36:49.172401 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-dc3600e3-98bc-46e8-b6f1-3b325cbde2e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:36:49.173164 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7de7953b-a1cb-495c-b740-d3fcc528ce25 req-4c01ccab-48cd-4cad-bfda-9e8133cbe38a tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Made reservation on behalf of 1a3a36846b69409bb56820276a166a65 for: {'port': 1} {{(pid=73807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 19:36:49.176685 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-7de7953b-a1cb-495c-b740-d3fcc528ce25 req-4c01ccab-48cd-4cad-bfda-9e8133cbe38a tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:49.241620 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95f0dcf6-21d1-4595-9dfd-6b521a63d4e2', 'tag': 'b385f514-5f23-42d8-8db0-c4d843829c82', 'status': 'completed', 'code': 200} Apr 30 19:36:49.391780 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e9ee26-367f-46c2-9dde-35fc852fc345 req-b61ed9fa-8abb-4270-a0bd-3ff5adcd0a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:36:49.393353 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-d2e9ee26-367f-46c2-9dde-35fc852fc345 req-b61ed9fa-8abb-4270-a0bd-3ff5adcd0a18 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=18dc9ebb08454d8b9749ec906d810624&device_id=95f0dcf6-21d1-4595-9dfd-6b521a63d4e2 HTTP/1.1" status: 200 len: 1097 time: 0.1961362 Apr 30 19:36:49.473119 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-d2e9ee26-367f-46c2-9dde-35fc852fc345 req-01f11880-132d-4141-8295-881a92e0c300 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b385f514-5f23-42d8-8db0-c4d843829c82 HTTP/1.1" status: 200 len: 217 time: 0.0721858 Apr 30 19:36:49.476886 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.db_base_plugin_common [req-7de7953b-a1cb-495c-b740-d3fcc528ce25 req-4c01ccab-48cd-4cad-bfda-9e8133cbe38a tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Allocated IP 172.20.0.7 (fb753e9f-d5ea-4d3b-a660-3bfc4f53e5c0/60d0612e-ab94-488a-8358-4a2e04237205/fa2c09d9-700e-41f2-b376-ab6fcb3a623a) {{(pid=73807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 19:36:49.564375 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e9ee26-367f-46c2-9dde-35fc852fc345 req-d182dc42-9d4e-4efb-9ad8-71c57d789358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:36:49.565804 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-d2e9ee26-367f-46c2-9dde-35fc852fc345 req-d182dc42-9d4e-4efb-9ad8-71c57d789358 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4a7dfd62-bec3-4cb5-b820-316bf20afcd1 HTTP/1.1" status: 200 len: 854 time: 0.0863612 Apr 30 19:36:49.625407 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e671a09-70ba-4b08-b225-15c0c569c5d0 req-66a9fd42-8995-4db2-a1fc-e6e0247d08ce tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:36:49.627981 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-4e671a09-70ba-4b08-b225-15c0c569c5d0 req-66a9fd42-8995-4db2-a1fc-e6e0247d08ce tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] 10.222.0.41 "GET /v2.0/ports?device_id=95f0dcf6-21d1-4595-9dfd-6b521a63d4e2 HTTP/1.1" status: 200 len: 944 time: 0.0821915 Apr 30 19:36:49.671885 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-4e671a09-70ba-4b08-b225-15c0c569c5d0 req-8a1adee8-cf69-46cc-ba48-569dc11196cc tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] 10.222.0.41 "GET /v2.0/security-groups?id=362fa607-94d4-4de8-ba6e-ecdd6c58403f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391650 Apr 30 19:36:49.853861 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-a5498064-3081-4c4e-93d5-971fe4ff9143 req-fa0ca3bb-12cd-4267-b769-932ed0b89c02 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d6ea963-7a63-4a3b-a0ac-6e048fff329a HTTP/1.1" status: 200 len: 210 time: 0.0635893 Apr 30 19:36:49.911307 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e9ee26-367f-46c2-9dde-35fc852fc345 req-7a597f5b-14f5-458b-8ca4-1496fe55c7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:36:49.912709 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-d2e9ee26-367f-46c2-9dde-35fc852fc345 req-7a597f5b-14f5-458b-8ca4-1496fe55c7b6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a43deaff-ec1a-4b0d-8fb6-630cd7878552&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.3392277 Apr 30 19:36:49.920270 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-7de7953b-a1cb-495c-b740-d3fcc528ce25 req-4c01ccab-48cd-4cad-bfda-9e8133cbe38a tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Notify callbacks [] for port, precommit_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:49.968122 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.provisioning_blocks [req-7de7953b-a1cb-495c-b740-d3fcc528ce25 req-4c01ccab-48cd-4cad-bfda-9e8133cbe38a tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Transition to ACTIVE for port object fa2c09d9-700e-41f2-b376-ab6fcb3a623a will not be triggered until provisioned by entity DHCP. {{(pid=73807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 19:36:50.074552 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-d2e9ee26-367f-46c2-9dde-35fc852fc345 req-130e29d9-d845-46eb-8fcd-f8648a7967e5 service neutron] 10.222.0.48 "GET /v2.0/networks/a43deaff-ec1a-4b0d-8fb6-630cd7878552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478643 Apr 30 19:36:50.079090 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-7de7953b-a1cb-495c-b740-d3fcc528ce25 req-4c01ccab-48cd-4cad-bfda-9e8133cbe38a tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780696898070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62583854'] for port, after_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:50.084668 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-dc3600e3-98bc-46e8-b6f1-3b325cbde2e6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:36:50.190707 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7de7953b-a1cb-495c-b740-d3fcc528ce25 req-4c01ccab-48cd-4cad-bfda-9e8133cbe38a tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Network fb753e9f-d5ea-4d3b-a660-3bfc4f53e5c0 is already hosted by enough agents. {{(pid=73807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 19:36:50.240209 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c01ccab-48cd-4cad-bfda-9e8133cbe38a tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Pushing event updated for resources: {'Port': ['ID=fa2c09d9-700e-41f2-b376-ab6fcb3a623a,revision_number=1']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:36:50.242684 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.scheduler.base_scheduler [req-7de7953b-a1cb-495c-b740-d3fcc528ce25 req-4c01ccab-48cd-4cad-bfda-9e8133cbe38a tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Resources bound (agent type, host, resource id): {{(pid=73807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 19:36:50.244463 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-4c01ccab-48cd-4cad-bfda-9e8133cbe38a tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:36:50.254477 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.l3_dvrscheduler_db [req-7de7953b-a1cb-495c-b740-d3fcc528ce25 req-4c01ccab-48cd-4cad-bfda-9e8133cbe38a tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Received port after_create {{(pid=73807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 19:36:50.339432 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de7953b-a1cb-495c-b740-d3fcc528ce25 req-4c01ccab-48cd-4cad-bfda-9e8133cbe38a tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:36:50.340054 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-7de7953b-a1cb-495c-b740-d3fcc528ce25 req-4c01ccab-48cd-4cad-bfda-9e8133cbe38a tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937687'] for port, before_response {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:50.354152 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-d2e9ee26-367f-46c2-9dde-35fc852fc345 req-0cdeb3bc-1635-4563-ba8f-c5dfdbf65937 service neutron] 10.222.0.48 "GET /v2.0/networks/a43deaff-ec1a-4b0d-8fb6-630cd7878552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384641 Apr 30 19:36:50.371271 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-7de7953b-a1cb-495c-b740-d3fcc528ce25 req-4c01ccab-48cd-4cad-bfda-9e8133cbe38a tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5147755 Apr 30 19:36:50.389873 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.v2.base [req-7de7953b-a1cb-495c-b740-d3fcc528ce25 req-8df3d62d-b04b-4c0d-816f-1a8b5bcfa372 service neutron] Request body: {'port': {'device_id': '2d6ea963-7a63-4a3b-a0ac-6e048fff329a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=73807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 19:36:50.454605 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-de36f982-7c87-4817-b834-989e6449795e None None] Provisioning for port fa2c09d9-700e-41f2-b376-ab6fcb3a623a completed by entity DHCP. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 19:36:50.459257 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-de36f982-7c87-4817-b834-989e6449795e None None] Provisioning complete for port fa2c09d9-700e-41f2-b376-ab6fcb3a623a triggered by entity DHCP. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 19:36:50.459705 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-de36f982-7c87-4817-b834-989e6449795e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618911'] for port, provisioning_complete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:50.515015 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-de36f982-7c87-4817-b834-989e6449795e None None] Port fa2c09d9-700e-41f2-b376-ab6fcb3a623a cannot update to ACTIVE because it is not bound. {{(pid=73809) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 19:36:50.564401 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-7de7953b-a1cb-495c-b740-d3fcc528ce25 req-8df3d62d-b04b-4c0d-816f-1a8b5bcfa372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:50.578787 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5764d82-c683-4f7e-8d93-6b11785867dd req-5fb69689-51d3-44a5-8bb9-9a2ecff1cef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:36:50.580224 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-d5764d82-c683-4f7e-8d93-6b11785867dd req-5fb69689-51d3-44a5-8bb9-9a2ecff1cef1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=18dc9ebb08454d8b9749ec906d810624&device_id=95f0dcf6-21d1-4595-9dfd-6b521a63d4e2 HTTP/1.1" status: 200 len: 1097 time: 0.1569543 Apr 30 19:36:50.871427 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5764d82-c683-4f7e-8d93-6b11785867dd req-01a11561-92cc-4e5b-bb59-8350063b25e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:36:50.873534 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-d5764d82-c683-4f7e-8d93-6b11785867dd req-01a11561-92cc-4e5b-bb59-8350063b25e6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a43deaff-ec1a-4b0d-8fb6-630cd7878552 HTTP/1.1" status: 200 len: 916 time: 0.2618225 Apr 30 19:36:51.015329 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-d5764d82-c683-4f7e-8d93-6b11785867dd req-003129c8-a5e7-4ed9-8881-ec6e98ce9cc4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b385f514-5f23-42d8-8db0-c4d843829c82 HTTP/1.1" status: 200 len: 217 time: 0.1261499 Apr 30 19:36:51.046387 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1386a1d4-db06-48ef-a6ff-b9be58ce34e4 req-fe7151d0-bf98-4bcb-8cbc-c2a879bb7a2f tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:36:51.047816 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-1386a1d4-db06-48ef-a6ff-b9be58ce34e4 req-fe7151d0-bf98-4bcb-8cbc-c2a879bb7a2f tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d6ea963-7a63-4a3b-a0ac-6e048fff329a HTTP/1.1" status: 200 len: 931 time: 0.0846477 Apr 30 19:36:51.090824 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-1386a1d4-db06-48ef-a6ff-b9be58ce34e4 req-44fffc1e-84c1-4ea9-9825-b971d9d7fc52 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.41 "GET /v2.0/security-groups?id=aa3c280a-4a2f-48c4-ad39-3402db1b107b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371916 Apr 30 19:36:51.122486 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bca888-59f2-4525-9c97-aef114e0811b req-87260384-b921-49c3-9a31-e98327a4ef5d tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:36:51.123182 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [req-32bca888-59f2-4525-9c97-aef114e0811b req-87260384-b921-49c3-9a31-e98327a4ef5d tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Synchronizing usage tracker for tenant:18dc9ebb08454d8b9749ec906d810624 on resource:port {{(pid=73807) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 19:36:51.137648 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5764d82-c683-4f7e-8d93-6b11785867dd req-c4107127-e5ac-4fba-9d2f-f5e302096663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:36:51.139220 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-d5764d82-c683-4f7e-8d93-6b11785867dd req-c4107127-e5ac-4fba-9d2f-f5e302096663 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4a7dfd62-bec3-4cb5-b820-316bf20afcd1 HTTP/1.1" status: 200 len: 854 time: 0.1087322 Apr 30 19:36:51.208538 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [req-32bca888-59f2-4525-9c97-aef114e0811b req-87260384-b921-49c3-9a31-e98327a4ef5d tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Unset dirty status for tenant:18dc9ebb08454d8b9749ec906d810624 on resource:port {{(pid=73807) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 19:36:51.209673 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-32bca888-59f2-4525-9c97-aef114e0811b req-87260384-b921-49c3-9a31-e98327a4ef5d tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] 10.222.0.41 "GET /v2.0/ports?device_id=95f0dcf6-21d1-4595-9dfd-6b521a63d4e2 HTTP/1.1" status: 200 len: 944 time: 0.4260020 Apr 30 19:36:51.310897 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.notifiers.nova [req-7de7953b-a1cb-495c-b740-d3fcc528ce25 req-8df3d62d-b04b-4c0d-816f-1a8b5bcfa372 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa2c09d9-700e-41f2-b376-ab6fcb3a623a {{(pid=73807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 19:36:51.325257 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-7de7953b-a1cb-495c-b740-d3fcc528ce25 req-8df3d62d-b04b-4c0d-816f-1a8b5bcfa372 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:51.329576 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [req-32bca888-59f2-4525-9c97-aef114e0811b req-3766aaaa-48b8-4e1f-bd91-c1ae2a427c9a tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Synchronizing usage tracker for tenant:18dc9ebb08454d8b9749ec906d810624 on resource:security_group {{(pid=73807) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 19:36:51.351794 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5764d82-c683-4f7e-8d93-6b11785867dd req-b443398d-0683-46a0-8aaf-c775bb34d8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:36:51.353264 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-d5764d82-c683-4f7e-8d93-6b11785867dd req-b443398d-0683-46a0-8aaf-c775bb34d8a7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a43deaff-ec1a-4b0d-8fb6-630cd7878552&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2056181 Apr 30 19:36:51.359469 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.provisioning_blocks [req-7de7953b-a1cb-495c-b740-d3fcc528ce25 req-8df3d62d-b04b-4c0d-816f-1a8b5bcfa372 service neutron] Transition to ACTIVE for port object fa2c09d9-700e-41f2-b376-ab6fcb3a623a will not be triggered until provisioned by entity L2. {{(pid=73807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 19:36:51.382924 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-7de7953b-a1cb-495c-b740-d3fcc528ce25 req-8df3d62d-b04b-4c0d-816f-1a8b5bcfa372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62583833'] for port, after_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:51.397697 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-d87976d4-a2c0-42a6-9755-4022daa9b417 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:36:51.523247 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [req-32bca888-59f2-4525-9c97-aef114e0811b req-3766aaaa-48b8-4e1f-bd91-c1ae2a427c9a tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Unset dirty status for tenant:18dc9ebb08454d8b9749ec906d810624 on resource:security_group {{(pid=73807) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 19:36:51.524402 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-32bca888-59f2-4525-9c97-aef114e0811b req-3766aaaa-48b8-4e1f-bd91-c1ae2a427c9a tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] 10.222.0.41 "GET /v2.0/security-groups?id=362fa607-94d4-4de8-ba6e-ecdd6c58403f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2799838 Apr 30 19:36:51.674454 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df3d62d-b04b-4c0d-816f-1a8b5bcfa372 service neutron] Pushing event updated for resources: {'Port': ['ID=fa2c09d9-700e-41f2-b376-ab6fcb3a623a,revision_number=2']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:36:51.678528 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-8df3d62d-b04b-4c0d-816f-1a8b5bcfa372 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:36:51.785396 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-d5764d82-c683-4f7e-8d93-6b11785867dd req-dae579c7-ab76-48f4-bd97-3a1f958e9281 service neutron] 10.222.0.48 "GET /v2.0/networks/a43deaff-ec1a-4b0d-8fb6-630cd7878552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4233782 Apr 30 19:36:51.845203 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.managers [req-7de7953b-a1cb-495c-b740-d3fcc528ce25 req-8df3d62d-b04b-4c0d-816f-1a8b5bcfa372 service neutron] Attempting to bind port fa2c09d9-700e-41f2-b376-ab6fcb3a623a on host hv-cinder-73362 for vnic_type normal with profile {{(pid=73807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 19:36:51.845436 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.managers [req-7de7953b-a1cb-495c-b740-d3fcc528ce25 req-8df3d62d-b04b-4c0d-816f-1a8b5bcfa372 service neutron] Attempting to bind port fa2c09d9-700e-41f2-b376-ab6fcb3a623a by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '0eb9c3fd-827b-4d06-8c9c-ae028f36cb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'fb753e9f-d5ea-4d3b-a660-3bfc4f53e5c0'}] {{(pid=73807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 19:36:51.845741 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de7953b-a1cb-495c-b740-d3fcc528ce25 req-8df3d62d-b04b-4c0d-816f-1a8b5bcfa372 service neutron] Attempting to bind port fa2c09d9-700e-41f2-b376-ab6fcb3a623a on network fb753e9f-d5ea-4d3b-a660-3bfc4f53e5c0 {{(pid=73807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 19:36:51.893768 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de7953b-a1cb-495c-b740-d3fcc528ce25 req-8df3d62d-b04b-4c0d-816f-1a8b5bcfa372 service neutron] Port fa2c09d9-700e-41f2-b376-ab6fcb3a623a on network fb753e9f-d5ea-4d3b-a660-3bfc4f53e5c0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=73807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 19:36:51.894409 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de7953b-a1cb-495c-b740-d3fcc528ce25 req-8df3d62d-b04b-4c0d-816f-1a8b5bcfa372 service neutron] Attempting to bind port fa2c09d9-700e-41f2-b376-ab6fcb3a623a on network fb753e9f-d5ea-4d3b-a660-3bfc4f53e5c0 {{(pid=73807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 19:36:51.909464 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de7953b-a1cb-495c-b740-d3fcc528ce25 req-8df3d62d-b04b-4c0d-816f-1a8b5bcfa372 service neutron] Checking agent: {'id': '787256c0-27a9-4f74-baeb-f887319a5aee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 19, 30, 29), 'started_at': datetime.datetime(2021, 4, 30, 19, 30, 29), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 19, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 19:36:51.909797 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de7953b-a1cb-495c-b740-d3fcc528ce25 req-8df3d62d-b04b-4c0d-816f-1a8b5bcfa372 service neutron] Checking segment: {'id': '0eb9c3fd-827b-4d06-8c9c-ae028f36cb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'fb753e9f-d5ea-4d3b-a660-3bfc4f53e5c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 19:36:51.910186 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de7953b-a1cb-495c-b740-d3fcc528ce25 req-8df3d62d-b04b-4c0d-816f-1a8b5bcfa372 service neutron] Bound using segment: {'id': '0eb9c3fd-827b-4d06-8c9c-ae028f36cb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'fb753e9f-d5ea-4d3b-a660-3bfc4f53e5c0'} {{(pid=73807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 19:36:51.910615 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.managers [req-7de7953b-a1cb-495c-b740-d3fcc528ce25 req-8df3d62d-b04b-4c0d-816f-1a8b5bcfa372 service neutron] Bound port: fa2c09d9-700e-41f2-b376-ab6fcb3a623a, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0eb9c3fd-827b-4d06-8c9c-ae028f36cb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'fb753e9f-d5ea-4d3b-a660-3bfc4f53e5c0'}}] {{(pid=73807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 19:36:51.910961 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-7de7953b-a1cb-495c-b740-d3fcc528ce25 req-8df3d62d-b04b-4c0d-816f-1a8b5bcfa372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:52.003075 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-d5764d82-c683-4f7e-8d93-6b11785867dd req-b6f1ff03-a2c2-438e-8931-4b65e629112f service neutron] 10.222.0.48 "GET /v2.0/networks/a43deaff-ec1a-4b0d-8fb6-630cd7878552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094452 Apr 30 19:36:52.027556 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.db [req-7de7953b-a1cb-495c-b740-d3fcc528ce25 req-8df3d62d-b04b-4c0d-816f-1a8b5bcfa372 service neutron] For port fa2c09d9-700e-41f2-b376-ab6fcb3a623a, host hv-cinder-73362, cleared binding levels {{(pid=73807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 19:36:52.030559 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.db [req-7de7953b-a1cb-495c-b740-d3fcc528ce25 req-8df3d62d-b04b-4c0d-816f-1a8b5bcfa372 service neutron] For port fa2c09d9-700e-41f2-b376-ab6fcb3a623a, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=fa2c09d9-700e-41f2-b376-ab6fcb3a623a,segment=NetworkSegment(0eb9c3fd-827b-4d06-8c9c-ae028f36cb05),segment_id=0eb9c3fd-827b-4d06-8c9c-ae028f36cb05)] {{(pid=73807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 19:36:52.034752 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-7de7953b-a1cb-495c-b740-d3fcc528ce25 req-8df3d62d-b04b-4c0d-816f-1a8b5bcfa372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62583833'] for port, after_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:52.039167 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-a7affa97-bc0d-40c1-a65c-9eda815533ab tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:36:52.088700 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de7953b-a1cb-495c-b740-d3fcc528ce25 req-8df3d62d-b04b-4c0d-816f-1a8b5bcfa372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:36:52.089326 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-7de7953b-a1cb-495c-b740-d3fcc528ce25 req-8df3d62d-b04b-4c0d-816f-1a8b5bcfa372 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937687'] for port, before_response {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:52.090673 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-7de7953b-a1cb-495c-b740-d3fcc528ce25 req-8df3d62d-b04b-4c0d-816f-1a8b5bcfa372 service neutron] 10.222.0.48 "PUT /v2.0/ports/fa2c09d9-700e-41f2-b376-ab6fcb3a623a HTTP/1.1" status: 200 len: 1093 time: 1.7058353 Apr 30 19:36:52.091284 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d6ea963-7a63-4a3b-a0ac-6e048fff329a', 'tag': 'fa2c09d9-700e-41f2-b376-ab6fcb3a623a'}] {{(pid=73807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 19:36:52.123125 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df3d62d-b04b-4c0d-816f-1a8b5bcfa372 service neutron] Pushing event updated for resources: {'Port': ['ID=fa2c09d9-700e-41f2-b376-ab6fcb3a623a,revision_number=3']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:36:52.127210 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-8df3d62d-b04b-4c0d-816f-1a8b5bcfa372 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:36:52.181924 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d6ea963-7a63-4a3b-a0ac-6e048fff329a', 'tag': 'fa2c09d9-700e-41f2-b376-ab6fcb3a623a', 'status': 'completed', 'code': 200} Apr 30 19:36:52.282369 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de7953b-a1cb-495c-b740-d3fcc528ce25 req-45208a24-2c5b-436f-ba12-c567f7dd5776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:36:52.283859 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-7de7953b-a1cb-495c-b740-d3fcc528ce25 req-45208a24-2c5b-436f-ba12-c567f7dd5776 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1a3a36846b69409bb56820276a166a65&device_id=2d6ea963-7a63-4a3b-a0ac-6e048fff329a HTTP/1.1" status: 200 len: 1096 time: 0.1411622 Apr 30 19:36:52.362093 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-7de7953b-a1cb-495c-b740-d3fcc528ce25 req-e7761c11-b9f1-4ef0-b2e8-56fe847c9fe9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fa2c09d9-700e-41f2-b376-ab6fcb3a623a HTTP/1.1" status: 200 len: 217 time: 0.0707099 Apr 30 19:36:52.406713 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4285741-99d5-491d-a0e0-433568f1fd09 req-d073a0a4-9042-4445-b32f-f824c23a7cbb tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:36:52.407383 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [req-e4285741-99d5-491d-a0e0-433568f1fd09 req-d073a0a4-9042-4445-b32f-f824c23a7cbb tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Synchronizing usage tracker for tenant:1a3a36846b69409bb56820276a166a65 on resource:port {{(pid=73807) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 19:36:52.439183 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [req-e4285741-99d5-491d-a0e0-433568f1fd09 req-d073a0a4-9042-4445-b32f-f824c23a7cbb tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Unset dirty status for tenant:1a3a36846b69409bb56820276a166a65 on resource:port {{(pid=73807) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 19:36:52.440292 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-e4285741-99d5-491d-a0e0-433568f1fd09 req-d073a0a4-9042-4445-b32f-f824c23a7cbb tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d6ea963-7a63-4a3b-a0ac-6e048fff329a HTTP/1.1" status: 200 len: 943 time: 0.2174423 Apr 30 19:36:52.445616 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de7953b-a1cb-495c-b740-d3fcc528ce25 req-572383d9-becd-4bed-9565-db7f3a4c8706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:36:52.446926 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-7de7953b-a1cb-495c-b740-d3fcc528ce25 req-572383d9-becd-4bed-9565-db7f3a4c8706 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=60d0612e-ab94-488a-8358-4a2e04237205 HTTP/1.1" status: 200 len: 850 time: 0.0769799 Apr 30 19:36:52.532533 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-e4285741-99d5-491d-a0e0-433568f1fd09 req-4468b2fb-9ea4-42c7-8090-1d806bf2e48a tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.41 "GET /v2.0/security-groups?id=aa3c280a-4a2f-48c4-ad39-3402db1b107b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846620 Apr 30 19:36:52.554284 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de7953b-a1cb-495c-b740-d3fcc528ce25 req-518c5172-e78e-4f24-ba46-f4e49758b9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:36:52.555744 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-7de7953b-a1cb-495c-b740-d3fcc528ce25 req-518c5172-e78e-4f24-ba46-f4e49758b9a0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fb753e9f-d5ea-4d3b-a660-3bfc4f53e5c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0954282 Apr 30 19:36:52.687506 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-7de7953b-a1cb-495c-b740-d3fcc528ce25 req-f69c2d6b-029b-4d15-8411-9d2eadcd056c service neutron] 10.222.0.48 "GET /v2.0/networks/fb753e9f-d5ea-4d3b-a660-3bfc4f53e5c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247077 Apr 30 19:36:52.711888 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ae350f-ef08-468f-9119-083cb7e94e2e req-a4e744c9-279d-472d-94ea-f165210ad3a4 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:36:52.713367 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-93ae350f-ef08-468f-9119-083cb7e94e2e req-a4e744c9-279d-472d-94ea-f165210ad3a4 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] 10.222.0.41 "GET /v2.0/ports?device_id=95f0dcf6-21d1-4595-9dfd-6b521a63d4e2 HTTP/1.1" status: 200 len: 944 time: 0.0805478 Apr 30 19:36:52.761852 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-93ae350f-ef08-468f-9119-083cb7e94e2e req-67b5ad5b-1670-40be-bab3-89219b2ecc34 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] 10.222.0.41 "GET /v2.0/security-groups?id=362fa607-94d4-4de8-ba6e-ecdd6c58403f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425022 Apr 30 19:36:52.821076 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-7de7953b-a1cb-495c-b740-d3fcc528ce25 req-75e489df-b1ca-43a6-ac6c-5020c02e3e80 service neutron] 10.222.0.48 "GET /v2.0/networks/fb753e9f-d5ea-4d3b-a660-3bfc4f53e5c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270688 Apr 30 19:36:52.858181 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Device b385f514-5f23-42d8-8db0-c4d843829c82 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=73809) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 19:36:52.936041 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29068c6a-dc9d-4803-ab05-00757424efb5 req-8a74116e-f814-4822-b3d0-9109525698c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:36:52.937586 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-29068c6a-dc9d-4803-ab05-00757424efb5 req-8a74116e-f814-4822-b3d0-9109525698c9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1a3a36846b69409bb56820276a166a65&device_id=2d6ea963-7a63-4a3b-a0ac-6e048fff329a HTTP/1.1" status: 200 len: 1096 time: 0.0705380 Apr 30 19:36:53.027962 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-65ba8c12-0d06-4959-8304-606821799626 None None] For port b385f514-5f23-42d8-8db0-c4d843829c82, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=b385f514-5f23-42d8-8db0-c4d843829c82,segment=NetworkSegment(314eeb5f-fed1-4126-90d5-08d844d605ec),segment_id=314eeb5f-fed1-4126-90d5-08d844d605ec)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:36:53.042202 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Returning: {'device': 'b385f514-5f23-42d8-8db0-c4d843829c82', 'network_id': 'a43deaff-ec1a-4b0d-8fb6-630cd7878552', 'port_id': 'b385f514-5f23-42d8-8db0-c4d843829c82', 'mac_address': 'fa:16:3e:d3:6e:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a7dfd62-bec3-4cb5-b820-316bf20afcd1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73809) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 19:36:53.069226 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29068c6a-dc9d-4803-ab05-00757424efb5 req-c7409e2d-12cc-43f1-a704-ea4e76215340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:36:53.070640 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-29068c6a-dc9d-4803-ab05-00757424efb5 req-c7409e2d-12cc-43f1-a704-ea4e76215340 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fb753e9f-d5ea-4d3b-a660-3bfc4f53e5c0 HTTP/1.1" status: 200 len: 912 time: 0.1263354 Apr 30 19:36:53.097613 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:53.114505 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.notifiers.nova [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b385f514-5f23-42d8-8db0-c4d843829c82 {{(pid=73809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 19:36:53.130977 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-65ba8c12-0d06-4959-8304-606821799626 None None] For port b385f514-5f23-42d8-8db0-c4d843829c82, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=b385f514-5f23-42d8-8db0-c4d843829c82,segment=NetworkSegment(314eeb5f-fed1-4126-90d5-08d844d605ec),segment_id=314eeb5f-fed1-4126-90d5-08d844d605ec)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:36:53.136226 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:53.139335 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:36:53.213704 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Pushing event updated for resources: {'Port': ['ID=b385f514-5f23-42d8-8db0-c4d843829c82,revision_number=4']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:36:53.221476 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:36:53.221822 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:36:53.222168 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:36:53.222499 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:36:53.222828 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:36:53.223158 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:36:53.223483 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:36:53.223807 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:36:53.224129 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:36:53.224474 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:36:53.224795 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:36:53.225114 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:36:53.228917 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:36:53.244756 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-29068c6a-dc9d-4803-ab05-00757424efb5 req-dcfe12b3-d870-46a4-add4-d7ae7b037af1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fa2c09d9-700e-41f2-b376-ab6fcb3a623a HTTP/1.1" status: 200 len: 217 time: 0.1668463 Apr 30 19:36:53.315238 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29068c6a-dc9d-4803-ab05-00757424efb5 req-6186c502-cb4e-4cd8-a55d-fc4eb8396cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:36:53.322690 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-29068c6a-dc9d-4803-ab05-00757424efb5 req-6186c502-cb4e-4cd8-a55d-fc4eb8396cc1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=60d0612e-ab94-488a-8358-4a2e04237205 HTTP/1.1" status: 200 len: 850 time: 0.0702159 Apr 30 19:36:53.377179 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-65ba8c12-0d06-4959-8304-606821799626 None None] get_ports_and_sgs() called for port_ids ['b385f514-5f23-42d8-8db0-c4d843829c82'] {{(pid=73809) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 19:36:53.404579 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29068c6a-dc9d-4803-ab05-00757424efb5 req-e4334098-d819-4872-b2ae-0369915546f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:36:53.406036 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-29068c6a-dc9d-4803-ab05-00757424efb5 req-e4334098-d819-4872-b2ae-0369915546f3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fb753e9f-d5ea-4d3b-a660-3bfc4f53e5c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0770237 Apr 30 19:36:53.546596 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-29068c6a-dc9d-4803-ab05-00757424efb5 req-de83509f-7fe9-4607-a382-783f0a09397c service neutron] 10.222.0.48 "GET /v2.0/networks/fb753e9f-d5ea-4d3b-a660-3bfc4f53e5c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324499 Apr 30 19:36:53.735178 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-29068c6a-dc9d-4803-ab05-00757424efb5 req-e20dc04f-f4c9-40f5-86de-926816dd6844 service neutron] 10.222.0.48 "GET /v2.0/networks/fb753e9f-d5ea-4d3b-a660-3bfc4f53e5c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813331 Apr 30 19:36:53.761866 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645424b7-b2d0-4868-9abb-e88099e305a9 req-3aadf8ce-b2e5-45f3-b93f-2d83421fa6b3 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:36:53.763491 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-645424b7-b2d0-4868-9abb-e88099e305a9 req-3aadf8ce-b2e5-45f3-b93f-2d83421fa6b3 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d6ea963-7a63-4a3b-a0ac-6e048fff329a HTTP/1.1" status: 200 len: 943 time: 0.1131232 Apr 30 19:36:53.827476 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-645424b7-b2d0-4868-9abb-e88099e305a9 req-6717b5b2-898e-44b9-8720-2df7d08b8e24 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.41 "GET /v2.0/security-groups?id=aa3c280a-4a2f-48c4-ad39-3402db1b107b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575156 Apr 30 19:36:53.950052 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-2d5a55a3-b3ad-491f-8c58-bb04205aea90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:53.973500 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e8b5e1-3302-4efd-bd52-00d37c128f24 req-f92dbbdc-f50c-4b64-b4c1-136b290f66bf tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:36:53.974917 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-e1e8b5e1-3302-4efd-bd52-00d37c128f24 req-f92dbbdc-f50c-4b64-b4c1-136b290f66bf tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] 10.222.0.41 "GET /v2.0/ports?device_id=95f0dcf6-21d1-4595-9dfd-6b521a63d4e2 HTTP/1.1" status: 200 len: 945 time: 0.0893514 Apr 30 19:36:54.020485 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-e1e8b5e1-3302-4efd-bd52-00d37c128f24 req-a0e3b460-cbae-4965-bf99-96c1cec1d7cb tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] 10.222.0.41 "GET /v2.0/security-groups?id=362fa607-94d4-4de8-ba6e-ecdd6c58403f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395870 Apr 30 19:36:54.886328 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Device fa2c09d9-700e-41f2-b376-ab6fcb3a623a details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=73809) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 19:36:54.889551 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Device b385f514-5f23-42d8-8db0-c4d843829c82 up at agent hyperv_hv-cinder-73362 {{(pid=73809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 19:36:55.010921 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96a0b4d-838a-4902-b6fe-4cb2d115b607 req-c6f124cc-9391-497f-9c3b-42929ef7370b tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:36:55.012438 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-a96a0b4d-838a-4902-b6fe-4cb2d115b607 req-c6f124cc-9391-497f-9c3b-42929ef7370b tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d6ea963-7a63-4a3b-a0ac-6e048fff329a HTTP/1.1" status: 200 len: 943 time: 0.0842063 Apr 30 19:36:55.061594 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Provisioning for port b385f514-5f23-42d8-8db0-c4d843829c82 completed by entity L2. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 19:36:55.072791 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-a96a0b4d-838a-4902-b6fe-4cb2d115b607 req-022da96f-0f53-44c9-9196-33a4ff740980 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.41 "GET /v2.0/security-groups?id=aa3c280a-4a2f-48c4-ad39-3402db1b107b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536423 Apr 30 19:36:55.075991 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Provisioning complete for port b385f514-5f23-42d8-8db0-c4d843829c82 triggered by entity L2. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 19:36:55.076405 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618911'] for port, provisioning_complete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:55.118842 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-65ba8c12-0d06-4959-8304-606821799626 None None] For port fa2c09d9-700e-41f2-b376-ab6fcb3a623a, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=fa2c09d9-700e-41f2-b376-ab6fcb3a623a,segment=NetworkSegment(0eb9c3fd-827b-4d06-8c9c-ae028f36cb05),segment_id=0eb9c3fd-827b-4d06-8c9c-ae028f36cb05)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:36:55.142938 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Returning: {'device': 'fa2c09d9-700e-41f2-b376-ab6fcb3a623a', 'network_id': 'fb753e9f-d5ea-4d3b-a660-3bfc4f53e5c0', 'port_id': 'fa2c09d9-700e-41f2-b376-ab6fcb3a623a', 'mac_address': 'fa:16:3e:fc:99:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60d0612e-ab94-488a-8358-4a2e04237205', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73809) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 19:36:55.240908 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5646e7-a5d6-4829-8eb6-e86631904a8c req-a75a33b0-1618-4909-8938-7af01edf9831 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:36:55.241487 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:55.242477 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-3d5646e7-a5d6-4829-8eb6-e86631904a8c req-a75a33b0-1618-4909-8938-7af01edf9831 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] 10.222.0.41 "GET /v2.0/ports?device_id=95f0dcf6-21d1-4595-9dfd-6b521a63d4e2 HTTP/1.1" status: 200 len: 945 time: 0.0944202 Apr 30 19:36:55.270256 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.notifiers.nova [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa2c09d9-700e-41f2-b376-ab6fcb3a623a {{(pid=73809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 19:36:55.278675 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:55.287131 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-3d5646e7-a5d6-4829-8eb6-e86631904a8c req-6cf2b79c-fecd-40d8-b40a-ecb1c28b51ae tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] 10.222.0.41 "GET /v2.0/security-groups?id=362fa607-94d4-4de8-ba6e-ecdd6c58403f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379603 Apr 30 19:36:55.302412 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-65ba8c12-0d06-4959-8304-606821799626 None None] For port fa2c09d9-700e-41f2-b376-ab6fcb3a623a, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=fa2c09d9-700e-41f2-b376-ab6fcb3a623a,segment=NetworkSegment(0eb9c3fd-827b-4d06-8c9c-ae028f36cb05),segment_id=0eb9c3fd-827b-4d06-8c9c-ae028f36cb05)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:36:55.308978 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:55.312142 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-1fa91943-e0fb-402d-b5ae-49de4d3cb10a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:36:55.346371 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95f0dcf6-21d1-4595-9dfd-6b521a63d4e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b385f514-5f23-42d8-8db0-c4d843829c82'}] {{(pid=73809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 19:36:55.368599 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-65ba8c12-0d06-4959-8304-606821799626 None None] For port b385f514-5f23-42d8-8db0-c4d843829c82, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=b385f514-5f23-42d8-8db0-c4d843829c82,segment=NetworkSegment(314eeb5f-fed1-4126-90d5-08d844d605ec),segment_id=314eeb5f-fed1-4126-90d5-08d844d605ec)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:36:55.381227 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:55.397786 dv-cinder-733622-14-smb neutron-server[73809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95f0dcf6-21d1-4595-9dfd-6b521a63d4e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b385f514-5f23-42d8-8db0-c4d843829c82', 'code': 200} Apr 30 19:36:55.398482 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Pushing event updated for resources: {'Port': ['ID=fa2c09d9-700e-41f2-b376-ab6fcb3a623a,revision_number=4']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:36:55.401389 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:36:55.401851 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:36:55.468187 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Pushing event updated for resources: {'Port': ['ID=b385f514-5f23-42d8-8db0-c4d843829c82,revision_number=5']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:36:55.473229 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:36:55.562722 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-65ba8c12-0d06-4959-8304-606821799626 None None] get_ports_and_sgs() called for port_ids ['fa2c09d9-700e-41f2-b376-ab6fcb3a623a'] {{(pid=73809) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 19:36:55.628544 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753327aa-cdf4-4253-8d29-0237bb43e5d3 req-9d00f475-49cd-401f-ace6-e9a58c7a6258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:36:55.630036 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-753327aa-cdf4-4253-8d29-0237bb43e5d3 req-9d00f475-49cd-401f-ace6-e9a58c7a6258 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=95f0dcf6-21d1-4595-9dfd-6b521a63d4e2 HTTP/1.1" status: 200 len: 1099 time: 0.0762758 Apr 30 19:36:55.672625 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-753327aa-cdf4-4253-8d29-0237bb43e5d3 req-056e3c09-98b2-4ab0-9d46-6f1749c6d064 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=362fa607-94d4-4de8-ba6e-ecdd6c58403f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356040 Apr 30 19:36:56.260816 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ece1838-2258-459d-9720-762c42c058c0 req-f3d884af-fb9e-4de1-b599-425784d8b785 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:36:56.262275 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-8ece1838-2258-459d-9720-762c42c058c0 req-f3d884af-fb9e-4de1-b599-425784d8b785 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d6ea963-7a63-4a3b-a0ac-6e048fff329a HTTP/1.1" status: 200 len: 944 time: 0.0847852 Apr 30 19:36:56.311840 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-8ece1838-2258-459d-9720-762c42c058c0 req-f31ebed3-ad93-4837-aefa-f7c3ae76cda1 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.41 "GET /v2.0/security-groups?id=aa3c280a-4a2f-48c4-ad39-3402db1b107b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433669 Apr 30 19:36:56.402066 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:56.444741 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50ef88e-48de-4a7f-913f-9684cf7bc6e1 req-18bdc24e-0d67-44cb-8dd6-0d513b4eb4bd tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:36:56.446251 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-d50ef88e-48de-4a7f-913f-9684cf7bc6e1 req-18bdc24e-0d67-44cb-8dd6-0d513b4eb4bd tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7e67f0c-7981-45b2-94dc-51e0d476fa5f HTTP/1.1" status: 200 len: 945 time: 0.0819280 Apr 30 19:36:56.493389 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-d50ef88e-48de-4a7f-913f-9684cf7bc6e1 req-c437546e-7c74-4fd4-9e47-4143665d6d16 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/security-groups?id=33c9442f-be62-45e5-b02d-0f060b42e6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409491 Apr 30 19:36:56.496667 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4c5f8d-a492-4b79-a191-f47219b94f53 req-494d8554-4839-4cde-a554-18ef5a806d0a tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:36:56.498475 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-de4c5f8d-a492-4b79-a191-f47219b94f53 req-494d8554-4839-4cde-a554-18ef5a806d0a tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] 10.222.0.41 "GET /v2.0/ports?device_id=95f0dcf6-21d1-4595-9dfd-6b521a63d4e2 HTTP/1.1" status: 200 len: 946 time: 0.0869946 Apr 30 19:36:56.547009 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-de4c5f8d-a492-4b79-a191-f47219b94f53 req-584fb86a-904d-4ca3-954d-0f8620c8ad9f tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] 10.222.0.41 "GET /v2.0/security-groups?id=362fa607-94d4-4de8-ba6e-ecdd6c58403f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419455 Apr 30 19:36:56.678028 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-f0bcb28e-41cb-4eb2-93be-e34b0a13bf0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:56.892642 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Device fa2c09d9-700e-41f2-b376-ab6fcb3a623a up at agent hyperv_hv-cinder-73362 {{(pid=73809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 19:36:56.957722 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Provisioning for port fa2c09d9-700e-41f2-b376-ab6fcb3a623a completed by entity L2. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 19:36:56.962327 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Provisioning complete for port fa2c09d9-700e-41f2-b376-ab6fcb3a623a triggered by entity L2. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 19:36:56.962701 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618911'] for port, provisioning_complete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:57.077701 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:57.109527 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-65ba8c12-0d06-4959-8304-606821799626 None None] For port fa2c09d9-700e-41f2-b376-ab6fcb3a623a, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=fa2c09d9-700e-41f2-b376-ab6fcb3a623a,segment=NetworkSegment(0eb9c3fd-827b-4d06-8c9c-ae028f36cb05),segment_id=0eb9c3fd-827b-4d06-8c9c-ae028f36cb05)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:36:57.113041 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:57.114795 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-65a73d91-4cf8-465e-8cb3-7bcaa419c3c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:36:57.181109 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Pushing event updated for resources: {'Port': ['ID=fa2c09d9-700e-41f2-b376-ab6fcb3a623a,revision_number=5']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:36:57.184082 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:36:57.398549 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d6ea963-7a63-4a3b-a0ac-6e048fff329a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa2c09d9-700e-41f2-b376-ab6fcb3a623a'}] {{(pid=73809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 19:36:57.446010 dv-cinder-733622-14-smb neutron-server[73809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d6ea963-7a63-4a3b-a0ac-6e048fff329a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa2c09d9-700e-41f2-b376-ab6fcb3a623a', 'code': 200} Apr 30 19:36:57.502273 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1810fb0-f0d6-483f-91ac-3a3d9f780d48 req-efb62de1-ab41-45c6-9b9c-e3007f29dc53 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:36:57.503996 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-e1810fb0-f0d6-483f-91ac-3a3d9f780d48 req-efb62de1-ab41-45c6-9b9c-e3007f29dc53 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d6ea963-7a63-4a3b-a0ac-6e048fff329a HTTP/1.1" status: 200 len: 945 time: 0.0886230 Apr 30 19:36:57.550485 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-e1810fb0-f0d6-483f-91ac-3a3d9f780d48 req-b2f40cb2-76e6-4cb7-9730-c816c3689214 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.41 "GET /v2.0/security-groups?id=aa3c280a-4a2f-48c4-ad39-3402db1b107b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402946 Apr 30 19:36:57.733654 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-db901c41-8a71-4621-9038-9b0e7a83b2d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:57.738149 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6a4233-d744-4198-8252-dfb671468383 req-2d910af0-0f59-478b-b8d0-a179d15e814f tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:36:57.738614 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9f9edc-dafc-4b22-9e07-a9e2eef6455e req-c561872a-b2ff-47c4-8676-d349b3ade892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:36:57.739639 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-5c6a4233-d744-4198-8252-dfb671468383 req-2d910af0-0f59-478b-b8d0-a179d15e814f tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] 10.222.0.41 "GET /v2.0/ports?device_id=95f0dcf6-21d1-4595-9dfd-6b521a63d4e2 HTTP/1.1" status: 200 len: 946 time: 0.0862756 Apr 30 19:36:57.740087 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-4f9f9edc-dafc-4b22-9e07-a9e2eef6455e req-c561872a-b2ff-47c4-8676-d349b3ade892 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2d6ea963-7a63-4a3b-a0ac-6e048fff329a HTTP/1.1" status: 200 len: 1098 time: 0.1347985 Apr 30 19:36:57.752171 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab0be32-8b74-448e-88b8-d1237fa9ec60 req-cce5705d-8ad8-499a-ab91-cd284ce9c6f4 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:36:57.753638 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-eab0be32-8b74-448e-88b8-d1237fa9ec60 req-cce5705d-8ad8-499a-ab91-cd284ce9c6f4 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7e67f0c-7981-45b2-94dc-51e0d476fa5f HTTP/1.1" status: 200 len: 945 time: 0.1131468 Apr 30 19:36:57.785585 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-5c6a4233-d744-4198-8252-dfb671468383 req-cde85c52-6d4a-4272-95d7-6588f0e34100 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] 10.222.0.41 "GET /v2.0/security-groups?id=362fa607-94d4-4de8-ba6e-ecdd6c58403f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402150 Apr 30 19:36:57.816044 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-4f9f9edc-dafc-4b22-9e07-a9e2eef6455e req-6b27a329-52d0-400d-a19a-60430a9f20b4 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=aa3c280a-4a2f-48c4-ad39-3402db1b107b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613551 Apr 30 19:36:57.825696 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-eab0be32-8b74-448e-88b8-d1237fa9ec60 req-ff0df725-4c5d-4b5e-81de-060bdbcc29e5 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/security-groups?id=33c9442f-be62-45e5-b02d-0f060b42e6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568402 Apr 30 19:36:57.971339 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d1d391-d824-41fc-afd4-8f42d0a6848a req-782fe209-b9c0-4af1-8994-87c617ed1cae tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:36:57.972804 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-42d1d391-d824-41fc-afd4-8f42d0a6848a req-782fe209-b9c0-4af1-8994-87c617ed1cae tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] 10.222.0.41 "GET /v2.0/ports?device_id=95f0dcf6-21d1-4595-9dfd-6b521a63d4e2 HTTP/1.1" status: 200 len: 946 time: 0.0804484 Apr 30 19:36:58.017658 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-42d1d391-d824-41fc-afd4-8f42d0a6848a req-0c51eb6b-062b-4421-93d5-b18bbce7836a tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] 10.222.0.41 "GET /v2.0/security-groups?id=362fa607-94d4-4de8-ba6e-ecdd6c58403f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391309 Apr 30 19:36:58.130064 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.agents_db [None req-91d1fe81-9981-4281-a1b3-92062b07bd48 None None] Agent healthcheck: found 6 active agents {{(pid=73810) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 19:36:58.405606 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eb2c42-fbf7-4b62-944c-9b528e041acf req-a27cb8c5-515e-4886-9979-45aa91afc0a4 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:36:58.407040 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-c2eb2c42-fbf7-4b62-944c-9b528e041acf req-a27cb8c5-515e-4886-9979-45aa91afc0a4 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] 10.222.0.41 "GET /v2.0/ports?device_id=95f0dcf6-21d1-4595-9dfd-6b521a63d4e2 HTTP/1.1" status: 200 len: 946 time: 0.0830164 Apr 30 19:36:58.452065 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-c2eb2c42-fbf7-4b62-944c-9b528e041acf req-a02b68b4-c2f6-4c60-8e48-efa33dc71521 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] 10.222.0.41 "GET /v2.0/security-groups?id=362fa607-94d4-4de8-ba6e-ecdd6c58403f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392652 Apr 30 19:36:58.747765 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23145b3d-c5c0-4991-8062-24c0cbb81796 req-a7116335-4f02-402f-95fa-fdd65e5b7153 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:36:58.749255 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-23145b3d-c5c0-4991-8062-24c0cbb81796 req-a7116335-4f02-402f-95fa-fdd65e5b7153 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d6ea963-7a63-4a3b-a0ac-6e048fff329a HTTP/1.1" status: 200 len: 945 time: 0.0927155 Apr 30 19:36:58.801221 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-23145b3d-c5c0-4991-8062-24c0cbb81796 req-19dddd54-3cbe-42a6-9f5a-168a03d54ac2 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.41 "GET /v2.0/security-groups?id=aa3c280a-4a2f-48c4-ad39-3402db1b107b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454037 Apr 30 19:36:59.021836 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4cc849-5404-4869-9ca5-30aae2165173 req-4e75ef03-cf57-4e0d-85e5-9cc322c760ea tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:36:59.023177 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-aa4cc849-5404-4869-9ca5-30aae2165173 req-4e75ef03-cf57-4e0d-85e5-9cc322c760ea tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7e67f0c-7981-45b2-94dc-51e0d476fa5f HTTP/1.1" status: 200 len: 945 time: 0.0838971 Apr 30 19:36:59.066889 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-aa4cc849-5404-4869-9ca5-30aae2165173 req-9b303da6-0d50-409b-ba8d-1c16f16e7da1 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/security-groups?id=33c9442f-be62-45e5-b02d-0f060b42e6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372941 Apr 30 19:36:59.178951 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:59.272098 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-abaefda2-14da-46b7-be41-c4f24c026f78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:36:59.984322 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a93707e-0816-4c74-b0bc-6dd382240841 req-9f23f60b-feb4-4142-baee-64c58650b125 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:36:59.985808 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-1a93707e-0816-4c74-b0bc-6dd382240841 req-9f23f60b-feb4-4142-baee-64c58650b125 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d6ea963-7a63-4a3b-a0ac-6e048fff329a HTTP/1.1" status: 200 len: 945 time: 0.0805414 Apr 30 19:37:00.031936 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-1a93707e-0816-4c74-b0bc-6dd382240841 req-97846789-4757-4d35-81ac-e9e5a1559646 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.41 "GET /v2.0/security-groups?id=aa3c280a-4a2f-48c4-ad39-3402db1b107b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404363 Apr 30 19:37:00.230925 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d949d0cc-edf2-4703-abce-6e14f54d2d14 req-3cb8973b-d0ae-4a0b-ae6d-229c618e7047 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:37:00.232664 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-d949d0cc-edf2-4703-abce-6e14f54d2d14 req-3cb8973b-d0ae-4a0b-ae6d-229c618e7047 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d6ea963-7a63-4a3b-a0ac-6e048fff329a HTTP/1.1" status: 200 len: 945 time: 0.0969338 Apr 30 19:37:00.241597 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 46490) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:37:00.248014 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.v2.base [None req-109bcd28-3789-4221-bc78-ba5e1b7f7301 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Request body: {'floatingip': {'port_id': 'fa2c09d9-700e-41f2-b376-ab6fcb3a623a'}} {{(pid=73808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 19:37:00.291794 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9484ddf-203f-4074-8722-d569e4c5e212 req-19204edf-e64b-4e1c-9578-a292b406c745 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:37:00.293311 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-a9484ddf-203f-4074-8722-d569e4c5e212 req-19204edf-e64b-4e1c-9578-a292b406c745 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7e67f0c-7981-45b2-94dc-51e0d476fa5f HTTP/1.1" status: 200 len: 945 time: 0.1110790 Apr 30 19:37:00.329868 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-109bcd28-3789-4221-bc78-ba5e1b7f7301 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Notify callbacks [] for floatingip, before_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:37:00.339509 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-a9484ddf-203f-4074-8722-d569e4c5e212 req-3defd952-a00e-487d-8dfb-4de11b50b468 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/security-groups?id=33c9442f-be62-45e5-b02d-0f060b42e6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401177 Apr 30 19:37:01.017910 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-109bcd28-3789-4221-bc78-ba5e1b7f7301 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:37:01.021674 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-109bcd28-3789-4221-bc78-ba5e1b7f7301 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679255'] for floatingip, after_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:37:01.196784 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.db.l3_db [None req-109bcd28-3789-4221-bc78-ba5e1b7f7301 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Floating IP 2e3fc99d-6593-4378-8ede-440b5a871de8 associated. External IP: 172.28.1.149, port: fa2c09d9-700e-41f2-b376-ab6fcb3a623a. Apr 30 19:37:01.538598 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939af571-34f3-46df-9e0a-f1536e951e2f req-fd41aa11-d6f8-43e8-a258-837fc567ada2 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:37:01.540366 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-939af571-34f3-46df-9e0a-f1536e951e2f req-fd41aa11-d6f8-43e8-a258-837fc567ada2 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7e67f0c-7981-45b2-94dc-51e0d476fa5f HTTP/1.1" status: 200 len: 945 time: 0.0899649 Apr 30 19:37:01.549507 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-109bcd28-3789-4221-bc78-ba5e1b7f7301 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Router b7ec752e-256f-4ede-bed4-6c012bd9bef7 has already been hosted by L3 agent 19062261-8801-4f4d-b71c-f22a3dba3fbe {{(pid=73808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 19:37:01.585872 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-939af571-34f3-46df-9e0a-f1536e951e2f req-bea06a12-9ac3-45a0-ab9d-f400e67b87f8 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/security-groups?id=33c9442f-be62-45e5-b02d-0f060b42e6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399110 Apr 30 19:37:01.842343 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-109bcd28-3789-4221-bc78-ba5e1b7f7301 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Notify agent at l3_agent.dv-cinder-733622-14-smb the message routers_updated {{(pid=73808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 19:37:01.846570 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-109bcd28-3789-4221-bc78-ba5e1b7f7301 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937687'] for floatingip, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:37:01.860682 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd02f52d-ddf8-4c33-ae2d-0cd881b81baa None None] Sync routers for ids ['b7ec752e-256f-4ede-bed4-6c012bd9bef7'] in dv-cinder-733622-14-smb {{(pid=73809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 19:37:01.869619 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd02f52d-ddf8-4c33-ae2d-0cd881b81baa None None] Routers {'b7ec752e-256f-4ede-bed4-6c012bd9bef7'} bound to L3 agent in host dv-cinder-733622-14-smb {{(pid=73809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 19:37:01.870232 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_hamode_db [None req-dd02f52d-ddf8-4c33-ae2d-0cd881b81baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-30T19:24:27Z,description=,heartbeat_timestamp=2021-04-30T19:36:57Z,host='dv-cinder-733622-14-smb',id=19062261-8801-4f4d-b71c-f22a3dba3fbe,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T19:24:27Z,topic='l3_agent')) {'router_ids': ['b7ec752e-256f-4ede-bed4-6c012bd9bef7'], 'active': True} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:37:01.906873 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-109bcd28-3789-4221-bc78-ba5e1b7f7301 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.41 "PUT /v2.0/floatingips/2e3fc99d-6593-4378-8ede-440b5a871de8 HTTP/1.1" status: 200 len: 991 time: 1.6635492 Apr 30 19:37:01.907544 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d6ea963-7a63-4a3b-a0ac-6e048fff329a', 'tag': 'fa2c09d9-700e-41f2-b376-ab6fcb3a623a'}] {{(pid=73808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 19:37:01.979151 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d6ea963-7a63-4a3b-a0ac-6e048fff329a', 'tag': 'fa2c09d9-700e-41f2-b376-ab6fcb3a623a', 'status': 'completed', 'code': 200} Apr 30 19:37:02.064036 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_dvr_db [None req-dd02f52d-ddf8-4c33-ae2d-0cd881b81baa None None] Set router b7ec752e-256f-4ede-bed4-6c012bd9bef7 gateway port host: dv-cinder-733622-14-smb {{(pid=73809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 19:37:02.077724 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273f99e6-baa0-4835-9fd8-59049be76427 req-a8fed0a5-23a9-4447-aa90-0380463bc7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:37:02.079247 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-273f99e6-baa0-4835-9fd8-59049be76427 req-a8fed0a5-23a9-4447-aa90-0380463bc7b7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1a3a36846b69409bb56820276a166a65&device_id=2d6ea963-7a63-4a3b-a0ac-6e048fff329a HTTP/1.1" status: 200 len: 1098 time: 0.0837636 Apr 30 19:37:02.296078 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273f99e6-baa0-4835-9fd8-59049be76427 req-e49ccf5a-143e-4eeb-89be-4c008ae8233e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:37:02.297676 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-273f99e6-baa0-4835-9fd8-59049be76427 req-e49ccf5a-143e-4eeb-89be-4c008ae8233e service neutron] 10.222.0.48 "GET /v2.0/networks?id=fb753e9f-d5ea-4d3b-a660-3bfc4f53e5c0 HTTP/1.1" status: 200 len: 912 time: 0.2121048 Apr 30 19:37:02.401093 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-273f99e6-baa0-4835-9fd8-59049be76427 req-114b2244-0085-4231-a059-d9da72f892a2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fa2c09d9-700e-41f2-b376-ab6fcb3a623a HTTP/1.1" status: 200 len: 999 time: 0.0960689 Apr 30 19:37:02.446293 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_hamode_db [None req-dd02f52d-ddf8-4c33-ae2d-0cd881b81baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7ec752e-256f-4ede-bed4-6c012bd9bef7', 'name': 'tempest-AttachVolumeTestJSON-1647431383-router', 'tenant_id': '1a3a36846b69409bb56820276a166a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'external_fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.147'}], 'enable_snat': True}, 'gw_port_id': '4efd36f4-1f2f-4c62-80a6-a3f2400d3013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T19:32:07Z', 'updated_at': '2021-04-30T19:32:24Z', 'revision_number': 4, 'project_id': '1a3a36846b69409bb56820276a166a65', 'gw_port': {'id': '4efd36f4-1f2f-4c62-80a6-a3f2400d3013', 'name': '', 'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:3e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ec752e-256f-4ede-bed4-6c012bd9bef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:32:11Z', 'updated_at': '2021-04-30T19:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-14-smb', '_floatingips': [{'id': '2e3fc99d-6593-4378-8ede-440b5a871de8', 'tenant_id': '1a3a36846b69409bb56820276a166a65', 'floating_ip_address': '172.28.1.149', 'floating_network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'router_id': 'b7ec752e-256f-4ede-bed4-6c012bd9bef7', 'port_id': 'fa2c09d9-700e-41f2-b376-ab6fcb3a623a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb753e9f-d5ea-4d3b-a660-3bfc4f53e5c0', 'mac_address': 'fa:16:3e:fc:99:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6ea963-7a63-4a3b-a0ac-6e048fff329a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T19:36:39Z', 'updated_at': '2021-04-30T19:37:00Z', 'revision_number': 1, 'project_id': '1a3a36846b69409bb56820276a166a65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '484fef2b-b90f-45b9-b201-a198550a228f', 'name': '', 'network_id': 'fb753e9f-d5ea-4d3b-a660-3bfc4f53e5c0', 'tenant_id': '1a3a36846b69409bb56820276a166a65', 'mac_address': 'fa:16:3e:64:79:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ec752e-256f-4ede-bed4-6c012bd9bef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '60d0612e-ab94-488a-8358-4a2e04237205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:32:22Z', 'updated_at': '2021-04-30T19:32:43Z', 'revision_number': 5, 'project_id': '1a3a36846b69409bb56820276a166a65', 'subnets': [{'id': '60d0612e-ab94-488a-8358-4a2e04237205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-14-smb', False) {} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:37:02.450351 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd02f52d-ddf8-4c33-ae2d-0cd881b81baa None None] Checking router: b7ec752e-256f-4ede-bed4-6c012bd9bef7 for host: dv-cinder-733622-14-smb {{(pid=73809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 19:37:02.458776 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd02f52d-ddf8-4c33-ae2d-0cd881b81baa None None] Routers {'b7ec752e-256f-4ede-bed4-6c012bd9bef7'} bound to L3 agent in host dv-cinder-733622-14-smb {{(pid=73809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 19:37:02.459380 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_hamode_db [None req-dd02f52d-ddf8-4c33-ae2d-0cd881b81baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-30T19:24:27Z,description=,heartbeat_timestamp=2021-04-30T19:36:57Z,host='dv-cinder-733622-14-smb',id=19062261-8801-4f4d-b71c-f22a3dba3fbe,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T19:24:27Z,topic='l3_agent')) {'router_ids': ['b7ec752e-256f-4ede-bed4-6c012bd9bef7'], 'active': True} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:37:02.464757 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273f99e6-baa0-4835-9fd8-59049be76427 req-e43b5fea-7edf-42c0-b175-ec089df0a32b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:37:02.466800 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-273f99e6-baa0-4835-9fd8-59049be76427 req-e43b5fea-7edf-42c0-b175-ec089df0a32b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=60d0612e-ab94-488a-8358-4a2e04237205 HTTP/1.1" status: 200 len: 850 time: 0.0600629 Apr 30 19:37:02.542966 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273f99e6-baa0-4835-9fd8-59049be76427 req-4116b705-1026-4547-8cb4-787d54153c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:37:02.545107 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-273f99e6-baa0-4835-9fd8-59049be76427 req-4116b705-1026-4547-8cb4-787d54153c02 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fb753e9f-d5ea-4d3b-a660-3bfc4f53e5c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0706983 Apr 30 19:37:02.639180 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_dvr_db [None req-dd02f52d-ddf8-4c33-ae2d-0cd881b81baa None None] Set router b7ec752e-256f-4ede-bed4-6c012bd9bef7 gateway port host: dv-cinder-733622-14-smb {{(pid=73809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 19:37:02.681004 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-273f99e6-baa0-4835-9fd8-59049be76427 req-b33e2842-e9e0-4530-aca9-aea6dc288fc6 service neutron] 10.222.0.48 "GET /v2.0/networks/fb753e9f-d5ea-4d3b-a660-3bfc4f53e5c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262167 Apr 30 19:37:02.879342 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-273f99e6-baa0-4835-9fd8-59049be76427 req-f5e933ba-f075-4b4d-aa6c-c473d0384392 service neutron] 10.222.0.48 "GET /v2.0/networks/fb753e9f-d5ea-4d3b-a660-3bfc4f53e5c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916511 Apr 30 19:37:02.886969 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1580bdf4-0b79-4024-a569-3b829bd21c54 req-80e7cbbd-5a94-4daf-b8de-b498415c0215 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:37:02.889002 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-1580bdf4-0b79-4024-a569-3b829bd21c54 req-80e7cbbd-5a94-4daf-b8de-b498415c0215 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7e67f0c-7981-45b2-94dc-51e0d476fa5f HTTP/1.1" status: 200 len: 945 time: 0.1805205 Apr 30 19:37:02.946493 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-1580bdf4-0b79-4024-a569-3b829bd21c54 req-579f6287-dbba-411b-b17e-a5d604181d27 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/security-groups?id=33c9442f-be62-45e5-b02d-0f060b42e6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407813 Apr 30 19:37:02.994828 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_hamode_db [None req-dd02f52d-ddf8-4c33-ae2d-0cd881b81baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7ec752e-256f-4ede-bed4-6c012bd9bef7', 'name': 'tempest-AttachVolumeTestJSON-1647431383-router', 'tenant_id': '1a3a36846b69409bb56820276a166a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'external_fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.147'}], 'enable_snat': True}, 'gw_port_id': '4efd36f4-1f2f-4c62-80a6-a3f2400d3013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T19:32:07Z', 'updated_at': '2021-04-30T19:32:24Z', 'revision_number': 4, 'project_id': '1a3a36846b69409bb56820276a166a65', 'gw_port': {'id': '4efd36f4-1f2f-4c62-80a6-a3f2400d3013', 'name': '', 'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:3e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ec752e-256f-4ede-bed4-6c012bd9bef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:32:11Z', 'updated_at': '2021-04-30T19:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-14-smb', '_floatingips': [{'id': '2e3fc99d-6593-4378-8ede-440b5a871de8', 'tenant_id': '1a3a36846b69409bb56820276a166a65', 'floating_ip_address': '172.28.1.149', 'floating_network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'router_id': 'b7ec752e-256f-4ede-bed4-6c012bd9bef7', 'port_id': 'fa2c09d9-700e-41f2-b376-ab6fcb3a623a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb753e9f-d5ea-4d3b-a660-3bfc4f53e5c0', 'mac_address': 'fa:16:3e:fc:99:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6ea963-7a63-4a3b-a0ac-6e048fff329a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T19:36:39Z', 'updated_at': '2021-04-30T19:37:00Z', 'revision_number': 1, 'project_id': '1a3a36846b69409bb56820276a166a65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '484fef2b-b90f-45b9-b201-a198550a228f', 'name': '', 'network_id': 'fb753e9f-d5ea-4d3b-a660-3bfc4f53e5c0', 'tenant_id': '1a3a36846b69409bb56820276a166a65', 'mac_address': 'fa:16:3e:64:79:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ec752e-256f-4ede-bed4-6c012bd9bef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '60d0612e-ab94-488a-8358-4a2e04237205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:32:22Z', 'updated_at': '2021-04-30T19:32:43Z', 'revision_number': 5, 'project_id': '1a3a36846b69409bb56820276a166a65', 'subnets': [{'id': '60d0612e-ab94-488a-8358-4a2e04237205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-14-smb', False) {} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:37:02.999662 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd02f52d-ddf8-4c33-ae2d-0cd881b81baa None None] The sync data for ids ['b7ec752e-256f-4ede-bed4-6c012bd9bef7'] in dv-cinder-733622-14-smb is: [{'id': 'b7ec752e-256f-4ede-bed4-6c012bd9bef7', 'name': 'tempest-AttachVolumeTestJSON-1647431383-router', 'tenant_id': '1a3a36846b69409bb56820276a166a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'external_fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.147'}], 'enable_snat': True}, 'gw_port_id': '4efd36f4-1f2f-4c62-80a6-a3f2400d3013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T19:32:07Z', 'updated_at': '2021-04-30T19:32:24Z', 'revision_number': 4, 'project_id': '1a3a36846b69409bb56820276a166a65', 'gw_port': {'id': '4efd36f4-1f2f-4c62-80a6-a3f2400d3013', 'name': '', 'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:3e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ec752e-256f-4ede-bed4-6c012bd9bef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:32:11Z', 'updated_at': '2021-04-30T19:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-14-smb', '_floatingips': [{'id': '2e3fc99d-6593-4378-8ede-440b5a871de8', 'tenant_id': '1a3a36846b69409bb56820276a166a65', 'floating_ip_address': '172.28.1.149', 'floating_network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'router_id': 'b7ec752e-256f-4ede-bed4-6c012bd9bef7', 'port_id': 'fa2c09d9-700e-41f2-b376-ab6fcb3a623a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb753e9f-d5ea-4d3b-a660-3bfc4f53e5c0', 'mac_address': 'fa:16:3e:fc:99:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6ea963-7a63-4a3b-a0ac-6e048fff329a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T19:36:39Z', 'updated_at': '2021-04-30T19:37:00Z', 'revision_number': 1, 'project_id': '1a3a36846b69409bb56820276a166a65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '484fef2b-b90f-45b9-b201-a198550a228f', 'name': '', 'network_id': 'fb753e9f-d5ea-4d3b-a660-3bfc4f53e5c0', 'tenant_id': '1a3a36846b69409bb56820276a166a65', 'mac_address': 'fa:16:3e:64:79:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ec752e-256f-4ede-bed4-6c012bd9bef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '60d0612e-ab94-488a-8358-4a2e04237205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:32:22Z', 'updated_at': '2021-04-30T19:32:43Z', 'revision_number': 5, 'project_id': '1a3a36846b69409bb56820276a166a65', 'subnets': [{'id': '60d0612e-ab94-488a-8358-4a2e04237205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 19:37:03.228498 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19cf1712-542f-46c0-93b6-28efaff30215 None None] New status for floating IP 2e3fc99d-6593-4378-8ede-440b5a871de8: ACTIVE {{(pid=73810) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 19:37:03.336868 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e9cdb7-61e9-40f0-aa4b-4d447da2f10f req-64dfa1d9-3acb-4513-a011-c10733670238 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:37:03.338340 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-77e9cdb7-61e9-40f0-aa4b-4d447da2f10f req-64dfa1d9-3acb-4513-a011-c10733670238 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] 10.222.0.41 "GET /v2.0/ports?device_id=95f0dcf6-21d1-4595-9dfd-6b521a63d4e2 HTTP/1.1" status: 200 len: 946 time: 0.0810051 Apr 30 19:37:03.384478 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-77e9cdb7-61e9-40f0-aa4b-4d447da2f10f req-ecabf3f9-f472-4f62-9c7a-e0eaede09dfc tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] 10.222.0.41 "GET /v2.0/security-groups?id=362fa607-94d4-4de8-ba6e-ecdd6c58403f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391228 Apr 30 19:37:03.408581 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 46524) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:37:03.690292 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ae2ac8-14cb-416a-bb27-c6c4955eb860 tempest-TestMinimumBasicScenario-1624027183 tempest-TestMinimumBasicScenario-1624027183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:37:03.691641 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-b3ae2ac8-14cb-416a-bb27-c6c4955eb860 tempest-TestMinimumBasicScenario-1624027183 tempest-TestMinimumBasicScenario-1624027183-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=95f0dcf6-21d1-4595-9dfd-6b521a63d4e2 HTTP/1.1" status: 200 len: 1094 time: 0.2821138 Apr 30 19:37:03.694477 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 46530) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:37:03.699167 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.v2.base [None req-1faeb2b6-8f62-478a-91ff-bbb9c54cb884 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Request body: {'floatingip': {'floating_network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'port_id': 'b385f514-5f23-42d8-8db0-c4d843829c82', 'tenant_id': '18dc9ebb08454d8b9749ec906d810624', 'fixed_ip_address': '172.20.0.11'}} {{(pid=73808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 19:37:03.704907 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-1faeb2b6-8f62-478a-91ff-bbb9c54cb884 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:37:03.708632 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-1faeb2b6-8f62-478a-91ff-bbb9c54cb884 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Usage tracker for resource:floatingip and tenant:18dc9ebb08454d8b9749ec906d810624 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:37:03.711361 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-1faeb2b6-8f62-478a-91ff-bbb9c54cb884 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:37:03.718068 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-1faeb2b6-8f62-478a-91ff-bbb9c54cb884 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:37:03.728063 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-1faeb2b6-8f62-478a-91ff-bbb9c54cb884 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Notify callbacks [] for floatingip, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:37:03.863113 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-1faeb2b6-8f62-478a-91ff-bbb9c54cb884 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:37:03.998865 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.db_base_plugin_common [None req-1faeb2b6-8f62-478a-91ff-bbb9c54cb884 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Allocated IP 172.28.1.185 (9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7/476340fc-add5-4316-93e7-f3b1afc75f73/2ad7b313-5467-4f2f-86ce-15094dcc9b59) {{(pid=73808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 19:37:04.151778 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-1faeb2b6-8f62-478a-91ff-bbb9c54cb884 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Notify callbacks [] for port, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:37:04.186216 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-1faeb2b6-8f62-478a-91ff-bbb9c54cb884 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780696898070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60822380'] for port, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:37:04.192039 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-bc66c9d8-7805-4592-b1d1-eaa8a301af10 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:37:04.315081 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1faeb2b6-8f62-478a-91ff-bbb9c54cb884 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Network 9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7 is already hosted by enough agents. {{(pid=73808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 19:37:04.319216 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.scheduler.base_scheduler [None req-1faeb2b6-8f62-478a-91ff-bbb9c54cb884 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Resources bound (agent type, host, resource id): {{(pid=73808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 19:37:04.324424 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1faeb2b6-8f62-478a-91ff-bbb9c54cb884 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Received port after_create {{(pid=73808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 19:37:04.350451 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faeb2b6-8f62-478a-91ff-bbb9c54cb884 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Pushing event updated for resources: {'Port': ['ID=2ad7b313-5467-4f2f-86ce-15094dcc9b59,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:37:04.357491 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-1faeb2b6-8f62-478a-91ff-bbb9c54cb884 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:37:04.455692 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b14a66-47a2-43f6-a6bd-6637cf75b53e req-2337c64e-7eb2-44e7-9717-48d855436cf8 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:37:04.457157 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-18b14a66-47a2-43f6-a6bd-6637cf75b53e req-2337c64e-7eb2-44e7-9717-48d855436cf8 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7e67f0c-7981-45b2-94dc-51e0d476fa5f HTTP/1.1" status: 200 len: 945 time: 0.3702123 Apr 30 19:37:04.607072 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-18b14a66-47a2-43f6-a6bd-6637cf75b53e req-d522e772-ef70-4253-a8a0-62c913341757 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/security-groups?id=33c9442f-be62-45e5-b02d-0f060b42e6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1435318 Apr 30 19:37:04.786373 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-1faeb2b6-8f62-478a-91ff-bbb9c54cb884 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:37:04.860578 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-1faeb2b6-8f62-478a-91ff-bbb9c54cb884 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:37:05.060185 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-1faeb2b6-8f62-478a-91ff-bbb9c54cb884 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Notify callbacks [] for port, precommit_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:37:05.064646 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-1faeb2b6-8f62-478a-91ff-bbb9c54cb884 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60822363'] for port, after_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:37:05.068149 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-f8b8d914-0f97-4ad4-ade5-8007ccbf12b8 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:37:05.172921 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faeb2b6-8f62-478a-91ff-bbb9c54cb884 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Pushing event updated for resources: {'Port': ['ID=2ad7b313-5467-4f2f-86ce-15094dcc9b59,revision_number=2']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:37:05.176889 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-1faeb2b6-8f62-478a-91ff-bbb9c54cb884 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:37:05.185566 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-1faeb2b6-8f62-478a-91ff-bbb9c54cb884 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679255'] for floatingip, after_update {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:37:05.460386 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.db.l3_db [None req-1faeb2b6-8f62-478a-91ff-bbb9c54cb884 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Floating IP 24fcb88d-0e94-4f52-a948-ddb2b4c5596a associated. External IP: 172.28.1.185, port: b385f514-5f23-42d8-8db0-c4d843829c82. Apr 30 19:37:05.852605 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1faeb2b6-8f62-478a-91ff-bbb9c54cb884 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Router 93ed4ff2-dd02-4cd9-8ade-637bc80d230e has already been hosted by L3 agent 19062261-8801-4f4d-b71c-f22a3dba3fbe {{(pid=73808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 19:37:05.923860 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be260339-c4f2-40e3-bac4-35a3f1650c25 req-4f6dd5a8-d3d0-4b3e-a3fc-51276a492fb1 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:37:05.925306 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-be260339-c4f2-40e3-bac4-35a3f1650c25 req-4f6dd5a8-d3d0-4b3e-a3fc-51276a492fb1 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7e67f0c-7981-45b2-94dc-51e0d476fa5f HTTP/1.1" status: 200 len: 945 time: 0.1650491 Apr 30 19:37:06.048128 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-be260339-c4f2-40e3-bac4-35a3f1650c25 req-9b6e833a-9138-4cfd-8edb-c5c7b41aaf5e tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/security-groups?id=33c9442f-be62-45e5-b02d-0f060b42e6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171052 Apr 30 19:37:06.077371 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1faeb2b6-8f62-478a-91ff-bbb9c54cb884 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Notify agent at l3_agent.dv-cinder-733622-14-smb the message routers_updated {{(pid=73808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 19:37:06.086024 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39daee85-3ad8-4f38-9f25-6fdf760d7a70 None None] Sync routers for ids ['93ed4ff2-dd02-4cd9-8ade-637bc80d230e'] in dv-cinder-733622-14-smb {{(pid=73809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 19:37:06.095384 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39daee85-3ad8-4f38-9f25-6fdf760d7a70 None None] Routers {'93ed4ff2-dd02-4cd9-8ade-637bc80d230e'} bound to L3 agent in host dv-cinder-733622-14-smb {{(pid=73809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 19:37:06.095998 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_hamode_db [None req-39daee85-3ad8-4f38-9f25-6fdf760d7a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-30T19:24:27Z,description=,heartbeat_timestamp=2021-04-30T19:36:57Z,host='dv-cinder-733622-14-smb',id=19062261-8801-4f4d-b71c-f22a3dba3fbe,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T19:24:27Z,topic='l3_agent')) {'router_ids': ['93ed4ff2-dd02-4cd9-8ade-637bc80d230e'], 'active': True} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:37:06.101080 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-1faeb2b6-8f62-478a-91ff-bbb9c54cb884 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937687'] for floatingip, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:37:06.160367 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-1faeb2b6-8f62-478a-91ff-bbb9c54cb884 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4648728 Apr 30 19:37:06.161201 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95f0dcf6-21d1-4595-9dfd-6b521a63d4e2', 'tag': 'b385f514-5f23-42d8-8db0-c4d843829c82'}] {{(pid=73808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 19:37:06.163210 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 46544) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:37:06.169609 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.v2.base [None req-f9a13d67-2ab6-458a-aa73-6fc47d806bb5 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1211674811', 'description': 'tempest-secgroup-smoke-1211674811 description', 'project_id': '18dc9ebb08454d8b9749ec906d810624'}} {{(pid=73807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 19:37:06.179692 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-f9a13d67-2ab6-458a-aa73-6fc47d806bb5 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:37:06.192982 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-f9a13d67-2ab6-458a-aa73-6fc47d806bb5 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:37:06.208786 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95f0dcf6-21d1-4595-9dfd-6b521a63d4e2', 'tag': 'b385f514-5f23-42d8-8db0-c4d843829c82', 'status': 'completed', 'code': 200} Apr 30 19:37:06.210310 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-f9a13d67-2ab6-458a-aa73-6fc47d806bb5 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Notify callbacks [] for security_group, before_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:37:06.264960 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-f9a13d67-2ab6-458a-aa73-6fc47d806bb5 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:37:06.277176 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-f9a13d67-2ab6-458a-aa73-6fc47d806bb5 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Usage tracker for resource:security_group_rule and tenant:18dc9ebb08454d8b9749ec906d810624 is out of sync, need to count used quota {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:37:06.281659 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-f9a13d67-2ab6-458a-aa73-6fc47d806bb5 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:37:06.288779 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-f9a13d67-2ab6-458a-aa73-6fc47d806bb5 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:37:06.296387 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_dvr_db [None req-39daee85-3ad8-4f38-9f25-6fdf760d7a70 None None] Set router 93ed4ff2-dd02-4cd9-8ade-637bc80d230e gateway port host: dv-cinder-733622-14-smb {{(pid=73809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 19:37:06.349672 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c7e6b2-1c1b-4268-ae15-68f799020e82 req-19fb7718-c786-443e-9383-d1f48efd3963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:37:06.351137 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-b2c7e6b2-1c1b-4268-ae15-68f799020e82 req-19fb7718-c786-443e-9383-d1f48efd3963 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=18dc9ebb08454d8b9749ec906d810624&device_id=95f0dcf6-21d1-4595-9dfd-6b521a63d4e2 HTTP/1.1" status: 200 len: 1099 time: 0.1199236 Apr 30 19:37:06.468960 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-f9a13d67-2ab6-458a-aa73-6fc47d806bb5 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Notify callbacks [] for security_group, precommit_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:37:06.483668 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-f9a13d67-2ab6-458a-aa73-6fc47d806bb5 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:37:06.490416 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-c8c35779-1df4-4626-b8e7-04054ed6fb5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:37:06.546584 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a13d67-2ab6-458a-aa73-6fc47d806bb5 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32d5d58c-a99e-4d6d-9c94-4f3572b64dca,revision_number=1']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:37:06.557087 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-f9a13d67-2ab6-458a-aa73-6fc47d806bb5 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:37:06.557814 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-f9a13d67-2ab6-458a-aa73-6fc47d806bb5 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Notify callbacks [] for security_group, before_response {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:37:06.558989 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-f9a13d67-2ab6-458a-aa73-6fc47d806bb5 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3942330 Apr 30 19:37:06.562566 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 46552) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:37:06.567388 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c7e6b2-1c1b-4268-ae15-68f799020e82 req-d8f6ccd5-d61d-4b06-9eaf-2616fe53ff30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:37:06.567979 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.v2.base [None req-39c07372-d04d-4de4-9c67-762bacb3ec74 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Request body: {'security_group_rule': {'security_group_id': '32d5d58c-a99e-4d6d-9c94-4f3572b64dca', 'project_id': '18dc9ebb08454d8b9749ec906d810624', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 19:37:06.568833 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-b2c7e6b2-1c1b-4268-ae15-68f799020e82 req-d8f6ccd5-d61d-4b06-9eaf-2616fe53ff30 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a43deaff-ec1a-4b0d-8fb6-630cd7878552 HTTP/1.1" status: 200 len: 916 time: 0.2088037 Apr 30 19:37:06.574010 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-39c07372-d04d-4de4-9c67-762bacb3ec74 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:37:06.578156 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-39c07372-d04d-4de4-9c67-762bacb3ec74 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Usage tracker for resource:security_group_rule and tenant:18dc9ebb08454d8b9749ec906d810624 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:37:06.581144 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-39c07372-d04d-4de4-9c67-762bacb3ec74 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:37:06.587534 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-39c07372-d04d-4de4-9c67-762bacb3ec74 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:37:06.603668 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-39c07372-d04d-4de4-9c67-762bacb3ec74 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:37:06.675417 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-39c07372-d04d-4de4-9c67-762bacb3ec74 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:37:06.680183 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-39c07372-d04d-4de4-9c67-762bacb3ec74 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756817'] for security_group_rule, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:37:06.682703 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-27ad0b3c-2fa1-44ef-816d-0663916a5afa tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:37:06.685260 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-b2c7e6b2-1c1b-4268-ae15-68f799020e82 req-468532e2-3c29-4ba7-8aa2-f0724f02e89a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b385f514-5f23-42d8-8db0-c4d843829c82 HTTP/1.1" status: 200 len: 1000 time: 0.1088252 Apr 30 19:37:06.706461 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_hamode_db [None req-39daee85-3ad8-4f38-9f25-6fdf760d7a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ed4ff2-dd02-4cd9-8ade-637bc80d230e', 'name': 'tempest-TestMinimumBasicScenario-1802366092-router', 'tenant_id': '18dc9ebb08454d8b9749ec906d810624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'external_fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.85'}], 'enable_snat': True}, 'gw_port_id': '2d3a1210-a4d1-4c33-8ff4-6ab0d8d4e805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T19:36:08Z', 'updated_at': '2021-04-30T19:36:13Z', 'revision_number': 4, 'project_id': '18dc9ebb08454d8b9749ec906d810624', 'gw_port': {'id': '2d3a1210-a4d1-4c33-8ff4-6ab0d8d4e805', 'name': '', 'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:54:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ed4ff2-dd02-4cd9-8ade-637bc80d230e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:36:09Z', 'updated_at': '2021-04-30T19:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-14-smb', '_floatingips': [{'id': '24fcb88d-0e94-4f52-a948-ddb2b4c5596a', 'tenant_id': '18dc9ebb08454d8b9749ec906d810624', 'floating_ip_address': '172.28.1.185', 'floating_network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'router_id': '93ed4ff2-dd02-4cd9-8ade-637bc80d230e', 'port_id': 'b385f514-5f23-42d8-8db0-c4d843829c82', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a43deaff-ec1a-4b0d-8fb6-630cd7878552', 'mac_address': 'fa:16:3e:d3:6e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f0dcf6-21d1-4595-9dfd-6b521a63d4e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T19:37:04Z', 'updated_at': '2021-04-30T19:37:04Z', 'revision_number': 0, 'project_id': '18dc9ebb08454d8b9749ec906d810624', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81def8d5-0926-4d86-8a32-d15130d75ba4', 'name': '', 'network_id': 'a43deaff-ec1a-4b0d-8fb6-630cd7878552', 'tenant_id': '18dc9ebb08454d8b9749ec906d810624', 'mac_address': 'fa:16:3e:8e:99:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ed4ff2-dd02-4cd9-8ade-637bc80d230e', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '4a7dfd62-bec3-4cb5-b820-316bf20afcd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:36:12Z', 'updated_at': '2021-04-30T19:36:19Z', 'revision_number': 5, 'project_id': '18dc9ebb08454d8b9749ec906d810624', 'subnets': [{'id': '4a7dfd62-bec3-4cb5-b820-316bf20afcd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-14-smb', False) {} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:37:06.709877 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c07372-d04d-4de4-9c67-762bacb3ec74 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ebeab0e-6c43-41d4-be30-c801aa81fa12,revision_number=0']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:37:06.712189 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-39c07372-d04d-4de4-9c67-762bacb3ec74 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:37:06.712479 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39daee85-3ad8-4f38-9f25-6fdf760d7a70 None None] Checking router: 93ed4ff2-dd02-4cd9-8ade-637bc80d230e for host: dv-cinder-733622-14-smb {{(pid=73809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 19:37:06.723406 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39daee85-3ad8-4f38-9f25-6fdf760d7a70 None None] Routers {'93ed4ff2-dd02-4cd9-8ade-637bc80d230e'} bound to L3 agent in host dv-cinder-733622-14-smb {{(pid=73809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 19:37:06.724191 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_hamode_db [None req-39daee85-3ad8-4f38-9f25-6fdf760d7a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-30T19:24:27Z,description=,heartbeat_timestamp=2021-04-30T19:36:57Z,host='dv-cinder-733622-14-smb',id=19062261-8801-4f4d-b71c-f22a3dba3fbe,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T19:24:27Z,topic='l3_agent')) {'router_ids': ['93ed4ff2-dd02-4cd9-8ade-637bc80d230e'], 'active': True} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:37:06.725687 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-39c07372-d04d-4de4-9c67-762bacb3ec74 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:37:06.726976 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-39c07372-d04d-4de4-9c67-762bacb3ec74 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1634355 Apr 30 19:37:06.729936 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 46556) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:37:06.736378 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.v2.base [None req-764ebd79-547f-46be-b8e0-70806463a72d tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Request body: {'security_group_rule': {'security_group_id': '32d5d58c-a99e-4d6d-9c94-4f3572b64dca', 'project_id': '18dc9ebb08454d8b9749ec906d810624', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=73808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 19:37:06.742382 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-764ebd79-547f-46be-b8e0-70806463a72d tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:37:06.746529 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-764ebd79-547f-46be-b8e0-70806463a72d tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Usage tracker for resource:security_group_rule and tenant:18dc9ebb08454d8b9749ec906d810624 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:37:06.750500 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-764ebd79-547f-46be-b8e0-70806463a72d tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:37:06.756536 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-764ebd79-547f-46be-b8e0-70806463a72d tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:37:06.775811 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-764ebd79-547f-46be-b8e0-70806463a72d tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:37:06.782933 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c7e6b2-1c1b-4268-ae15-68f799020e82 req-9efedf49-7e63-4e56-8efb-f3d9fc50b651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:37:06.784505 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-b2c7e6b2-1c1b-4268-ae15-68f799020e82 req-9efedf49-7e63-4e56-8efb-f3d9fc50b651 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4a7dfd62-bec3-4cb5-b820-316bf20afcd1 HTTP/1.1" status: 200 len: 854 time: 0.0934207 Apr 30 19:37:06.839810 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-764ebd79-547f-46be-b8e0-70806463a72d tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:37:06.844939 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-764ebd79-547f-46be-b8e0-70806463a72d tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756817'] for security_group_rule, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:37:06.847077 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:37:06.866913 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c7e6b2-1c1b-4268-ae15-68f799020e82 req-81506ce7-c140-41b3-8ab2-be0d6a322e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:37:06.869048 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-b2c7e6b2-1c1b-4268-ae15-68f799020e82 req-81506ce7-c140-41b3-8ab2-be0d6a322e80 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a43deaff-ec1a-4b0d-8fb6-630cd7878552&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0777307 Apr 30 19:37:06.872233 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764ebd79-547f-46be-b8e0-70806463a72d tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0e238b3-d05d-4079-a808-3629e02288b8,revision_number=0']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:37:06.874743 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-764ebd79-547f-46be-b8e0-70806463a72d tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:37:06.882357 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-764ebd79-547f-46be-b8e0-70806463a72d tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:37:06.885402 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-764ebd79-547f-46be-b8e0-70806463a72d tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1538436 Apr 30 19:37:06.886112 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 46560) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:37:06.891299 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.v2.base [None req-537416b6-534f-40bc-866c-18c10e6ef3a6 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Request body: {'security_group_rule': {'security_group_id': '32d5d58c-a99e-4d6d-9c94-4f3572b64dca', 'project_id': '18dc9ebb08454d8b9749ec906d810624', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=73808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 19:37:06.897112 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-537416b6-534f-40bc-866c-18c10e6ef3a6 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:37:06.901604 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-537416b6-534f-40bc-866c-18c10e6ef3a6 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Usage tracker for resource:security_group_rule and tenant:18dc9ebb08454d8b9749ec906d810624 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:37:06.905443 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-537416b6-534f-40bc-866c-18c10e6ef3a6 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:37:06.911782 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-537416b6-534f-40bc-866c-18c10e6ef3a6 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:37:06.916380 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_dvr_db [None req-39daee85-3ad8-4f38-9f25-6fdf760d7a70 None None] Set router 93ed4ff2-dd02-4cd9-8ade-637bc80d230e gateway port host: dv-cinder-733622-14-smb {{(pid=73809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 19:37:06.927724 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-537416b6-534f-40bc-866c-18c10e6ef3a6 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:37:06.990944 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-537416b6-534f-40bc-866c-18c10e6ef3a6 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:37:06.995657 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-537416b6-534f-40bc-866c-18c10e6ef3a6 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756817'] for security_group_rule, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:37:07.004156 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-64e72caa-c633-4404-b0d5-711f18b1d978 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:37:07.022373 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-b2c7e6b2-1c1b-4268-ae15-68f799020e82 req-c61a32ca-aa5f-4510-87c2-7195e7601d13 service neutron] 10.222.0.48 "GET /v2.0/networks/a43deaff-ec1a-4b0d-8fb6-630cd7878552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458068 Apr 30 19:37:07.025821 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537416b6-534f-40bc-866c-18c10e6ef3a6 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=218dedcf-f47a-497e-916e-81b7bfb235d6,revision_number=0']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:37:07.028218 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-537416b6-534f-40bc-866c-18c10e6ef3a6 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:37:07.033219 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-537416b6-534f-40bc-866c-18c10e6ef3a6 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:37:07.034677 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-537416b6-534f-40bc-866c-18c10e6ef3a6 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1475551 Apr 30 19:37:07.037358 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 46564) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:37:07.042513 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.v2.base [None req-a59a8376-f1b7-4357-80b4-ed25e211faf0 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Request body: {'security_group_rule': {'security_group_id': '32d5d58c-a99e-4d6d-9c94-4f3572b64dca', 'project_id': '18dc9ebb08454d8b9749ec906d810624', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=73808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 19:37:07.049237 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-a59a8376-f1b7-4357-80b4-ed25e211faf0 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:37:07.053186 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-a59a8376-f1b7-4357-80b4-ed25e211faf0 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Usage tracker for resource:security_group_rule and tenant:18dc9ebb08454d8b9749ec906d810624 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:37:07.056087 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-a59a8376-f1b7-4357-80b4-ed25e211faf0 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:37:07.062615 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-a59a8376-f1b7-4357-80b4-ed25e211faf0 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:37:07.083319 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-a59a8376-f1b7-4357-80b4-ed25e211faf0 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:37:07.155619 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-a59a8376-f1b7-4357-80b4-ed25e211faf0 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:37:07.162181 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-a59a8376-f1b7-4357-80b4-ed25e211faf0 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756817'] for security_group_rule, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:37:07.164587 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:37:07.208728 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-a59a8376-f1b7-4357-80b4-ed25e211faf0 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:37:07.210950 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-a59a8376-f1b7-4357-80b4-ed25e211faf0 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1721885 Apr 30 19:37:07.213468 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 46570) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:37:07.219188 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.v2.base [None req-06e4920c-b8f8-42b9-b7e4-444a2aa00a91 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Request body: {'security_group_rule': {'security_group_id': '32d5d58c-a99e-4d6d-9c94-4f3572b64dca', 'project_id': '18dc9ebb08454d8b9749ec906d810624', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=73808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 19:37:07.223765 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59a8376-f1b7-4357-80b4-ed25e211faf0 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c88381a7-c6a8-4912-85b6-d0daad5d8f16,revision_number=0']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:37:07.226581 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-a59a8376-f1b7-4357-80b4-ed25e211faf0 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:37:07.228959 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-06e4920c-b8f8-42b9-b7e4-444a2aa00a91 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:37:07.234937 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-06e4920c-b8f8-42b9-b7e4-444a2aa00a91 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Usage tracker for resource:security_group_rule and tenant:18dc9ebb08454d8b9749ec906d810624 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:37:07.237942 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-06e4920c-b8f8-42b9-b7e4-444a2aa00a91 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:37:07.243791 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-06e4920c-b8f8-42b9-b7e4-444a2aa00a91 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:37:07.257318 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.db.securitygroups_db [None req-06e4920c-b8f8-42b9-b7e4-444a2aa00a91 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Project 18dc9ebb08454d8b9749ec906d810624 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 19:37:07.263789 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-06e4920c-b8f8-42b9-b7e4-444a2aa00a91 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:37:07.284276 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-b2c7e6b2-1c1b-4268-ae15-68f799020e82 req-e5af7f19-0c5e-4ee8-b363-3c953825c00c service neutron] 10.222.0.48 "GET /v2.0/networks/a43deaff-ec1a-4b0d-8fb6-630cd7878552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547519 Apr 30 19:37:07.349220 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-06e4920c-b8f8-42b9-b7e4-444a2aa00a91 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:37:07.354678 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-06e4920c-b8f8-42b9-b7e4-444a2aa00a91 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756817'] for security_group_rule, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:37:07.357737 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:37:07.362568 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_hamode_db [None req-39daee85-3ad8-4f38-9f25-6fdf760d7a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ed4ff2-dd02-4cd9-8ade-637bc80d230e', 'name': 'tempest-TestMinimumBasicScenario-1802366092-router', 'tenant_id': '18dc9ebb08454d8b9749ec906d810624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'external_fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.85'}], 'enable_snat': True}, 'gw_port_id': '2d3a1210-a4d1-4c33-8ff4-6ab0d8d4e805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T19:36:08Z', 'updated_at': '2021-04-30T19:36:13Z', 'revision_number': 4, 'project_id': '18dc9ebb08454d8b9749ec906d810624', 'gw_port': {'id': '2d3a1210-a4d1-4c33-8ff4-6ab0d8d4e805', 'name': '', 'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:54:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ed4ff2-dd02-4cd9-8ade-637bc80d230e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:36:09Z', 'updated_at': '2021-04-30T19:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-14-smb', '_floatingips': [{'id': '24fcb88d-0e94-4f52-a948-ddb2b4c5596a', 'tenant_id': '18dc9ebb08454d8b9749ec906d810624', 'floating_ip_address': '172.28.1.185', 'floating_network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'router_id': '93ed4ff2-dd02-4cd9-8ade-637bc80d230e', 'port_id': 'b385f514-5f23-42d8-8db0-c4d843829c82', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a43deaff-ec1a-4b0d-8fb6-630cd7878552', 'mac_address': 'fa:16:3e:d3:6e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f0dcf6-21d1-4595-9dfd-6b521a63d4e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T19:37:04Z', 'updated_at': '2021-04-30T19:37:04Z', 'revision_number': 0, 'project_id': '18dc9ebb08454d8b9749ec906d810624', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81def8d5-0926-4d86-8a32-d15130d75ba4', 'name': '', 'network_id': 'a43deaff-ec1a-4b0d-8fb6-630cd7878552', 'tenant_id': '18dc9ebb08454d8b9749ec906d810624', 'mac_address': 'fa:16:3e:8e:99:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ed4ff2-dd02-4cd9-8ade-637bc80d230e', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '4a7dfd62-bec3-4cb5-b820-316bf20afcd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:36:12Z', 'updated_at': '2021-04-30T19:36:19Z', 'revision_number': 5, 'project_id': '18dc9ebb08454d8b9749ec906d810624', 'subnets': [{'id': '4a7dfd62-bec3-4cb5-b820-316bf20afcd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-14-smb', False) {} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:37:07.368082 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39daee85-3ad8-4f38-9f25-6fdf760d7a70 None None] The sync data for ids ['93ed4ff2-dd02-4cd9-8ade-637bc80d230e'] in dv-cinder-733622-14-smb is: [{'id': '93ed4ff2-dd02-4cd9-8ade-637bc80d230e', 'name': 'tempest-TestMinimumBasicScenario-1802366092-router', 'tenant_id': '18dc9ebb08454d8b9749ec906d810624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'external_fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.85'}], 'enable_snat': True}, 'gw_port_id': '2d3a1210-a4d1-4c33-8ff4-6ab0d8d4e805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T19:36:08Z', 'updated_at': '2021-04-30T19:36:13Z', 'revision_number': 4, 'project_id': '18dc9ebb08454d8b9749ec906d810624', 'gw_port': {'id': '2d3a1210-a4d1-4c33-8ff4-6ab0d8d4e805', 'name': '', 'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:54:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ed4ff2-dd02-4cd9-8ade-637bc80d230e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:36:09Z', 'updated_at': '2021-04-30T19:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-14-smb', '_floatingips': [{'id': '24fcb88d-0e94-4f52-a948-ddb2b4c5596a', 'tenant_id': '18dc9ebb08454d8b9749ec906d810624', 'floating_ip_address': '172.28.1.185', 'floating_network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'router_id': '93ed4ff2-dd02-4cd9-8ade-637bc80d230e', 'port_id': 'b385f514-5f23-42d8-8db0-c4d843829c82', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a43deaff-ec1a-4b0d-8fb6-630cd7878552', 'mac_address': 'fa:16:3e:d3:6e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f0dcf6-21d1-4595-9dfd-6b521a63d4e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T19:37:04Z', 'updated_at': '2021-04-30T19:37:04Z', 'revision_number': 0, 'project_id': '18dc9ebb08454d8b9749ec906d810624', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81def8d5-0926-4d86-8a32-d15130d75ba4', 'name': '', 'network_id': 'a43deaff-ec1a-4b0d-8fb6-630cd7878552', 'tenant_id': '18dc9ebb08454d8b9749ec906d810624', 'mac_address': 'fa:16:3e:8e:99:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ed4ff2-dd02-4cd9-8ade-637bc80d230e', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '4a7dfd62-bec3-4cb5-b820-316bf20afcd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:36:12Z', 'updated_at': '2021-04-30T19:36:19Z', 'revision_number': 5, 'project_id': '18dc9ebb08454d8b9749ec906d810624', 'subnets': [{'id': '4a7dfd62-bec3-4cb5-b820-316bf20afcd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 19:37:07.386322 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e4920c-b8f8-42b9-b7e4-444a2aa00a91 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6336fad6-1e74-461c-9212-4b6fe33987ca,revision_number=0']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:37:07.388896 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-06e4920c-b8f8-42b9-b7e4-444a2aa00a91 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:37:07.396192 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-06e4920c-b8f8-42b9-b7e4-444a2aa00a91 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:37:07.399927 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-06e4920c-b8f8-42b9-b7e4-444a2aa00a91 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1827464 Apr 30 19:37:07.400707 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 46576) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:37:07.406400 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.v2.base [None req-9a711a29-d88e-4473-afbb-3fc278708d70 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Request body: {'security_group_rule': {'security_group_id': '32d5d58c-a99e-4d6d-9c94-4f3572b64dca', 'project_id': '18dc9ebb08454d8b9749ec906d810624', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=73808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 19:37:07.410126 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d32945e-0e7c-4499-85d6-c54b269c258c req-98a6fb46-5ec8-4513-a240-715c911e35c1 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:37:07.411857 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-7d32945e-0e7c-4499-85d6-c54b269c258c req-98a6fb46-5ec8-4513-a240-715c911e35c1 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7e67f0c-7981-45b2-94dc-51e0d476fa5f HTTP/1.1" status: 200 len: 945 time: 0.1896596 Apr 30 19:37:07.413197 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-9a711a29-d88e-4473-afbb-3fc278708d70 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:37:07.417366 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-9a711a29-d88e-4473-afbb-3fc278708d70 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Usage tracker for resource:security_group_rule and tenant:18dc9ebb08454d8b9749ec906d810624 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:37:07.420840 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-9a711a29-d88e-4473-afbb-3fc278708d70 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:37:07.426751 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-9a711a29-d88e-4473-afbb-3fc278708d70 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:37:07.437683 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.db.securitygroups_db [None req-9a711a29-d88e-4473-afbb-3fc278708d70 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Project 18dc9ebb08454d8b9749ec906d810624 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 19:37:07.443453 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-9a711a29-d88e-4473-afbb-3fc278708d70 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:37:07.464110 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-7d32945e-0e7c-4499-85d6-c54b269c258c req-1bd75cea-920c-4441-82c0-4570b77ccc79 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/security-groups?id=33c9442f-be62-45e5-b02d-0f060b42e6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461345 Apr 30 19:37:07.514343 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-9a711a29-d88e-4473-afbb-3fc278708d70 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:37:07.518262 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-9a711a29-d88e-4473-afbb-3fc278708d70 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756817'] for security_group_rule, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:37:07.520575 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-a59a8376-f1b7-4357-80b4-ed25e211faf0 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:37:07.545163 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a711a29-d88e-4473-afbb-3fc278708d70 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59d31fbe-2fc0-46f6-8e0f-a6a35f03022a,revision_number=0']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:37:07.550174 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-9a711a29-d88e-4473-afbb-3fc278708d70 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:37:07.555568 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-9a711a29-d88e-4473-afbb-3fc278708d70 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:37:07.556740 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-9a711a29-d88e-4473-afbb-3fc278708d70 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1554346 Apr 30 19:37:07.582059 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea653179-9a83-49bc-8bdd-ba9853d74dcd None None] New status for floating IP 24fcb88d-0e94-4f52-a948-ddb2b4c5596a: ACTIVE {{(pid=73810) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 19:37:07.677390 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [req-ce68c429-ba38-478f-860d-1bdd5878f319 req-acd3d5f9-5455-4cdb-a706-549cc75647c8 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Synchronizing usage tracker for tenant:18dc9ebb08454d8b9749ec906d810624 on resource:security_group {{(pid=73807) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 19:37:07.692457 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [req-ce68c429-ba38-478f-860d-1bdd5878f319 req-acd3d5f9-5455-4cdb-a706-549cc75647c8 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Unset dirty status for tenant:18dc9ebb08454d8b9749ec906d810624 on resource:security_group {{(pid=73807) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 19:37:07.693574 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-ce68c429-ba38-478f-860d-1bdd5878f319 req-acd3d5f9-5455-4cdb-a706-549cc75647c8 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1211674811&fields=id&tenant_id=18dc9ebb08454d8b9749ec906d810624 HTTP/1.1" status: 200 len: 267 time: 0.0561934 Apr 30 19:37:07.786155 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce68c429-ba38-478f-860d-1bdd5878f319 req-97f17316-4cf0-4380-8225-343314a4b991 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:37:07.787534 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-ce68c429-ba38-478f-860d-1bdd5878f319 req-97f17316-4cf0-4380-8225-343314a4b991 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] 10.222.0.41 "GET /v2.0/ports?device_id=95f0dcf6-21d1-4595-9dfd-6b521a63d4e2 HTTP/1.1" status: 200 len: 946 time: 0.0882845 Apr 30 19:37:07.799939 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.v2.base [req-ce68c429-ba38-478f-860d-1bdd5878f319 req-aa75fe7f-9018-48be-9d98-02770eb660c2 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Request body: {'port': {'security_groups': ['362fa607-94d4-4de8-ba6e-ecdd6c58403f', '32d5d58c-a99e-4d6d-9c94-4f3572b64dca']}} {{(pid=73807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 19:37:07.925219 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-ce68c429-ba38-478f-860d-1bdd5878f319 req-aa75fe7f-9018-48be-9d98-02770eb660c2 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:37:08.179001 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.db [req-ce68c429-ba38-478f-860d-1bdd5878f319 req-aa75fe7f-9018-48be-9d98-02770eb660c2 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] For port b385f514-5f23-42d8-8db0-c4d843829c82, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=b385f514-5f23-42d8-8db0-c4d843829c82,segment=NetworkSegment(314eeb5f-fed1-4126-90d5-08d844d605ec),segment_id=314eeb5f-fed1-4126-90d5-08d844d605ec)] {{(pid=73807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:37:08.203951 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-ce68c429-ba38-478f-860d-1bdd5878f319 req-aa75fe7f-9018-48be-9d98-02770eb660c2 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Notify callbacks [] for port, precommit_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:37:08.208292 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-ce68c429-ba38-478f-860d-1bdd5878f319 req-aa75fe7f-9018-48be-9d98-02770eb660c2 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62583833'] for port, after_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:37:08.214079 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:37:08.222109 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-65ba8c12-0d06-4959-8304-606821799626 None None] get_ports_and_sgs() called for port_ids ['b385f514-5f23-42d8-8db0-c4d843829c82'] {{(pid=73809) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 19:37:08.280786 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce68c429-ba38-478f-860d-1bdd5878f319 req-aa75fe7f-9018-48be-9d98-02770eb660c2 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:37:08.281680 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-ce68c429-ba38-478f-860d-1bdd5878f319 req-aa75fe7f-9018-48be-9d98-02770eb660c2 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937687'] for port, before_response {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:37:08.283174 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-ce68c429-ba38-478f-860d-1bdd5878f319 req-aa75fe7f-9018-48be-9d98-02770eb660c2 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] 10.222.0.41 "PUT /v2.0/ports/b385f514-5f23-42d8-8db0-c4d843829c82 HTTP/1.1" status: 200 len: 982 time: 0.4880590 Apr 30 19:37:08.283752 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95f0dcf6-21d1-4595-9dfd-6b521a63d4e2', 'tag': 'b385f514-5f23-42d8-8db0-c4d843829c82'}] {{(pid=73807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 19:37:08.319424 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa75fe7f-9018-48be-9d98-02770eb660c2 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Pushing event updated for resources: {'Port': ['ID=b385f514-5f23-42d8-8db0-c4d843829c82,revision_number=6']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:37:08.329163 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa75fe7f-9018-48be-9d98-02770eb660c2 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:37:08.329631 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa75fe7f-9018-48be-9d98-02770eb660c2 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:37:08.330101 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa75fe7f-9018-48be-9d98-02770eb660c2 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:37:08.330563 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa75fe7f-9018-48be-9d98-02770eb660c2 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:37:08.331019 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa75fe7f-9018-48be-9d98-02770eb660c2 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:37:08.331514 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa75fe7f-9018-48be-9d98-02770eb660c2 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:37:08.331962 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa75fe7f-9018-48be-9d98-02770eb660c2 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:37:08.332444 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa75fe7f-9018-48be-9d98-02770eb660c2 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:37:08.332942 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa75fe7f-9018-48be-9d98-02770eb660c2 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:37:08.333390 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa75fe7f-9018-48be-9d98-02770eb660c2 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:37:08.333850 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa75fe7f-9018-48be-9d98-02770eb660c2 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:37:08.334332 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa75fe7f-9018-48be-9d98-02770eb660c2 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:37:08.339213 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-aa75fe7f-9018-48be-9d98-02770eb660c2 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:37:08.357966 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95f0dcf6-21d1-4595-9dfd-6b521a63d4e2', 'tag': 'b385f514-5f23-42d8-8db0-c4d843829c82', 'status': 'completed', 'code': 200} Apr 30 19:37:08.409542 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-65ba8c12-0d06-4959-8304-606821799626 None None] get_ports_and_sgs() called for port_ids ['b385f514-5f23-42d8-8db0-c4d843829c82'] {{(pid=73809) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 19:37:08.558706 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c60265-81d9-4bd9-aaa0-77ec23f2218b req-7231ef81-8a1a-40f5-b14f-8765f608d067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:37:08.561076 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-57c60265-81d9-4bd9-aaa0-77ec23f2218b req-7231ef81-8a1a-40f5-b14f-8765f608d067 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=18dc9ebb08454d8b9749ec906d810624&device_id=95f0dcf6-21d1-4595-9dfd-6b521a63d4e2 HTTP/1.1" status: 200 len: 1138 time: 0.1282496 Apr 30 19:37:08.570766 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb4da69-7fd5-4e0b-bf66-67a700ac1377 req-55522001-2777-42b7-a73f-9e54e6da59eb tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:37:08.572187 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-ccb4da69-7fd5-4e0b-bf66-67a700ac1377 req-55522001-2777-42b7-a73f-9e54e6da59eb tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] 10.222.0.41 "GET /v2.0/ports?device_id=95f0dcf6-21d1-4595-9dfd-6b521a63d4e2 HTTP/1.1" status: 200 len: 985 time: 0.1718085 Apr 30 19:37:08.677358 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-e19e830a-b449-4a9b-a649-6fa325dfef55 None None] Provisioning complete for port b385f514-5f23-42d8-8db0-c4d843829c82 triggered by entity DHCP. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 19:37:08.679245 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e19e830a-b449-4a9b-a649-6fa325dfef55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618911'] for port, provisioning_complete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:37:08.713941 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-ccb4da69-7fd5-4e0b-bf66-67a700ac1377 req-c85d3fa4-f343-480a-8005-d6e04d826e80 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] 10.222.0.41 "GET /v2.0/security-groups?id=32d5d58c-a99e-4d6d-9c94-4f3572b64dca&id=362fa607-94d4-4de8-ba6e-ecdd6c58403f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1215978 Apr 30 19:37:08.714956 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41204437-df72-4089-9daa-d59a0eabb601 req-c6175f9d-6594-4e5c-b012-effed1fc0888 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:37:08.717086 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-41204437-df72-4089-9daa-d59a0eabb601 req-c6175f9d-6594-4e5c-b012-effed1fc0888 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7e67f0c-7981-45b2-94dc-51e0d476fa5f HTTP/1.1" status: 200 len: 945 time: 0.1060035 Apr 30 19:37:08.778213 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-41204437-df72-4089-9daa-d59a0eabb601 req-318672ce-9614-42b8-b2de-3cb516a63c54 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/security-groups?id=33c9442f-be62-45e5-b02d-0f060b42e6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529199 Apr 30 19:37:08.783476 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c60265-81d9-4bd9-aaa0-77ec23f2218b req-630d89a1-2f78-49db-9871-f05506a0eebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:37:08.784996 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-57c60265-81d9-4bd9-aaa0-77ec23f2218b req-630d89a1-2f78-49db-9871-f05506a0eebb service neutron] 10.222.0.48 "GET /v2.0/networks?id=a43deaff-ec1a-4b0d-8fb6-630cd7878552 HTTP/1.1" status: 200 len: 916 time: 0.2118926 Apr 30 19:37:08.899766 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-57c60265-81d9-4bd9-aaa0-77ec23f2218b req-49626b9f-3b0b-404d-9533-d4d8aae65402 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b385f514-5f23-42d8-8db0-c4d843829c82 HTTP/1.1" status: 200 len: 1002 time: 0.1080713 Apr 30 19:37:08.970333 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c60265-81d9-4bd9-aaa0-77ec23f2218b req-5116f280-4491-4a96-b19b-c452ae6d4d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:37:08.972079 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-57c60265-81d9-4bd9-aaa0-77ec23f2218b req-5116f280-4491-4a96-b19b-c452ae6d4d21 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4a7dfd62-bec3-4cb5-b820-316bf20afcd1 HTTP/1.1" status: 200 len: 854 time: 0.0657322 Apr 30 19:37:08.987174 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Device 11e3ef80-1fdb-4ae0-8426-39ea9afa0d86 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=73809) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 19:37:09.057529 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c60265-81d9-4bd9-aaa0-77ec23f2218b req-c54e2327-668c-47a9-bab3-d27ed80d8ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:37:09.059019 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-57c60265-81d9-4bd9-aaa0-77ec23f2218b req-c54e2327-668c-47a9-bab3-d27ed80d8ffe service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a43deaff-ec1a-4b0d-8fb6-630cd7878552&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0798142 Apr 30 19:37:09.203412 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-57c60265-81d9-4bd9-aaa0-77ec23f2218b req-36c236e9-1885-4ae7-a261-b1174a38833d service neutron] 10.222.0.48 "GET /v2.0/networks/a43deaff-ec1a-4b0d-8fb6-630cd7878552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334667 Apr 30 19:37:09.306251 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-65ba8c12-0d06-4959-8304-606821799626 None None] For port 11e3ef80-1fdb-4ae0-8426-39ea9afa0d86, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=11e3ef80-1fdb-4ae0-8426-39ea9afa0d86,segment=NetworkSegment(1cec1924-575a-47da-bbe7-12777d2ca2b9),segment_id=1cec1924-575a-47da-bbe7-12777d2ca2b9)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:37:09.330412 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Returning: {'device': '11e3ef80-1fdb-4ae0-8426-39ea9afa0d86', 'network_id': '2ca4816a-af9f-4da4-b37e-8b11481e1c88', 'port_id': '11e3ef80-1fdb-4ae0-8426-39ea9afa0d86', 'mac_address': 'fa:16:3e:32:71:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a120cce1-df08-442f-ba0c-25e89e3b37cd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73809) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 19:37:09.391830 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-57c60265-81d9-4bd9-aaa0-77ec23f2218b req-a0a9093b-08dd-4f18-a5b6-5187aa07e709 service neutron] 10.222.0.48 "GET /v2.0/networks/a43deaff-ec1a-4b0d-8fb6-630cd7878552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808410 Apr 30 19:37:09.423930 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:37:09.445800 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.notifiers.nova [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 11e3ef80-1fdb-4ae0-8426-39ea9afa0d86 {{(pid=73809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 19:37:09.479348 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-65ba8c12-0d06-4959-8304-606821799626 None None] For port 11e3ef80-1fdb-4ae0-8426-39ea9afa0d86, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=11e3ef80-1fdb-4ae0-8426-39ea9afa0d86,segment=NetworkSegment(1cec1924-575a-47da-bbe7-12777d2ca2b9),segment_id=1cec1924-575a-47da-bbe7-12777d2ca2b9)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:37:09.494159 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:37:09.495968 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:37:09.601592 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-65ba8c12-0d06-4959-8304-606821799626 None None] get_ports_and_sgs() called for port_ids ['11e3ef80-1fdb-4ae0-8426-39ea9afa0d86'] {{(pid=73809) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 19:37:09.642902 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Pushing event updated for resources: {'Port': ['ID=11e3ef80-1fdb-4ae0-8426-39ea9afa0d86,revision_number=6']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:37:09.647969 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:37:09.997996 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533eea1b-1b0a-48ff-a7fc-6327e08bfd18 req-a4965fc2-fb64-4c43-a291-5dfe7e804f1b tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:37:09.999473 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-533eea1b-1b0a-48ff-a7fc-6327e08bfd18 req-a4965fc2-fb64-4c43-a291-5dfe7e804f1b tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7e67f0c-7981-45b2-94dc-51e0d476fa5f HTTP/1.1" status: 200 len: 944 time: 0.1084485 Apr 30 19:37:10.046533 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-533eea1b-1b0a-48ff-a7fc-6327e08bfd18 req-2863a096-1385-4966-a8a1-9a8486fae720 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/security-groups?id=33c9442f-be62-45e5-b02d-0f060b42e6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410209 Apr 30 19:37:10.978945 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Device 11e3ef80-1fdb-4ae0-8426-39ea9afa0d86 up at agent hyperv_hv-cinder-73362 {{(pid=73809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 19:37:11.071691 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Provisioning complete for port 11e3ef80-1fdb-4ae0-8426-39ea9afa0d86 triggered by entity L2. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 19:37:11.072329 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618911'] for port, provisioning_complete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:37:11.254768 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:37:11.285601 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7e67f0c-7981-45b2-94dc-51e0d476fa5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11e3ef80-1fdb-4ae0-8426-39ea9afa0d86'}] {{(pid=73809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 19:37:11.296939 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-65ba8c12-0d06-4959-8304-606821799626 None None] For port 11e3ef80-1fdb-4ae0-8426-39ea9afa0d86, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=11e3ef80-1fdb-4ae0-8426-39ea9afa0d86,segment=NetworkSegment(1cec1924-575a-47da-bbe7-12777d2ca2b9),segment_id=1cec1924-575a-47da-bbe7-12777d2ca2b9)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:37:11.305188 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:37:11.307765 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:37:11.386209 dv-cinder-733622-14-smb neutron-server[73809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7e67f0c-7981-45b2-94dc-51e0d476fa5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11e3ef80-1fdb-4ae0-8426-39ea9afa0d86', 'code': 200} Apr 30 19:37:11.389642 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Pushing event updated for resources: {'Port': ['ID=11e3ef80-1fdb-4ae0-8426-39ea9afa0d86,revision_number=7']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:37:11.396146 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:37:11.448124 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7499f26e-c4ab-4813-89a7-2c1ceb0437c0 req-03a266a3-a0a2-402b-887e-1d439c280007 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:37:11.449613 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-7499f26e-c4ab-4813-89a7-2c1ceb0437c0 req-03a266a3-a0a2-402b-887e-1d439c280007 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7e67f0c-7981-45b2-94dc-51e0d476fa5f HTTP/1.1" status: 200 len: 945 time: 0.2468235 Apr 30 19:37:11.506661 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-7499f26e-c4ab-4813-89a7-2c1ceb0437c0 req-1fbdddbc-a6d7-4268-9cdc-b5fb60d115fa tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/security-groups?id=33c9442f-be62-45e5-b02d-0f060b42e6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491192 Apr 30 19:37:12.723732 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f10220b-784b-4321-ba9a-eaae5610e323 req-9a581359-ad76-4e0e-bbc5-9016df042dc2 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:37:12.725528 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-0f10220b-784b-4321-ba9a-eaae5610e323 req-9a581359-ad76-4e0e-bbc5-9016df042dc2 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7e67f0c-7981-45b2-94dc-51e0d476fa5f HTTP/1.1" status: 200 len: 945 time: 0.0911942 Apr 30 19:37:12.789347 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-0f10220b-784b-4321-ba9a-eaae5610e323 req-c7972532-d1dd-4b2f-838c-3087956e21c9 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/security-groups?id=33c9442f-be62-45e5-b02d-0f060b42e6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573010 Apr 30 19:37:13.986915 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f1bfc9-4878-4c49-ade7-0093ba1ecdf5 req-c0f9dc97-51a4-4529-abdd-f961e78abfee tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:37:13.994834 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-c1f1bfc9-4878-4c49-ade7-0093ba1ecdf5 req-c0f9dc97-51a4-4529-abdd-f961e78abfee tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7e67f0c-7981-45b2-94dc-51e0d476fa5f HTTP/1.1" status: 200 len: 945 time: 0.0931232 Apr 30 19:37:14.048159 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-c1f1bfc9-4878-4c49-ade7-0093ba1ecdf5 req-3907b025-ee4b-46bc-b5c1-093a5c304a93 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/security-groups?id=33c9442f-be62-45e5-b02d-0f060b42e6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488153 Apr 30 19:37:15.265522 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39b6473-3806-49cd-a237-1c6bda6df486 req-c15284d1-d5c8-4c84-b28b-1e6261c657a5 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:37:15.267753 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-e39b6473-3806-49cd-a237-1c6bda6df486 req-c15284d1-d5c8-4c84-b28b-1e6261c657a5 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7e67f0c-7981-45b2-94dc-51e0d476fa5f HTTP/1.1" status: 200 len: 945 time: 0.1120181 Apr 30 19:37:15.320851 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-e39b6473-3806-49cd-a237-1c6bda6df486 req-6204915f-eeed-4190-855a-ae1aaa1fa5d5 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/security-groups?id=33c9442f-be62-45e5-b02d-0f060b42e6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459235 Apr 30 19:37:16.523009 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe2b7b8-833f-421b-8487-fcc64c9682d6 req-6749fbb8-5ac4-48cb-873c-6d2225eb3bd2 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:37:16.524461 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-abe2b7b8-833f-421b-8487-fcc64c9682d6 req-6749fbb8-5ac4-48cb-873c-6d2225eb3bd2 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7e67f0c-7981-45b2-94dc-51e0d476fa5f HTTP/1.1" status: 200 len: 945 time: 0.0904243 Apr 30 19:37:16.576959 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-abe2b7b8-833f-421b-8487-fcc64c9682d6 req-e653e61e-5e68-4a75-ab8a-6a67d4a4a0d8 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/security-groups?id=33c9442f-be62-45e5-b02d-0f060b42e6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459895 Apr 30 19:37:17.782177 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9a84e2-fc8b-4691-a112-4a7dc5f59cdf req-1bd1b41c-41fd-4907-8cd8-697cb58b3f19 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:37:17.787609 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-4f9a84e2-fc8b-4691-a112-4a7dc5f59cdf req-1bd1b41c-41fd-4907-8cd8-697cb58b3f19 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7e67f0c-7981-45b2-94dc-51e0d476fa5f HTTP/1.1" status: 200 len: 945 time: 0.0951154 Apr 30 19:37:17.833954 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-4f9a84e2-fc8b-4691-a112-4a7dc5f59cdf req-f881df62-9538-4156-87d0-bb9daa030934 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/security-groups?id=33c9442f-be62-45e5-b02d-0f060b42e6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416980 Apr 30 19:37:18.914704 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc80802-e2ee-4970-8823-a336a11d70df req-7c175a47-4b7c-4cf3-8171-969a20a844a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:37:18.916184 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-cfc80802-e2ee-4970-8823-a336a11d70df req-7c175a47-4b7c-4cf3-8171-969a20a844a6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9ad55c1ecaf040eb9706c42ee99e4509&device_id=e7e67f0c-7981-45b2-94dc-51e0d476fa5f HTTP/1.1" status: 200 len: 1098 time: 0.1487558 Apr 30 19:37:19.028376 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4cc575-ceec-4dd0-b263-b59728f446fa req-c4e86027-8d3d-45d4-bb0d-d00205c68677 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:37:19.029747 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-fb4cc575-ceec-4dd0-b263-b59728f446fa req-c4e86027-8d3d-45d4-bb0d-d00205c68677 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7e67f0c-7981-45b2-94dc-51e0d476fa5f HTTP/1.1" status: 200 len: 945 time: 0.0823145 Apr 30 19:37:19.052018 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc80802-e2ee-4970-8823-a336a11d70df req-d6a913b0-7a03-4828-a86c-b0f843463e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:37:19.053493 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-cfc80802-e2ee-4970-8823-a336a11d70df req-d6a913b0-7a03-4828-a86c-b0f843463e6f service neutron] 10.222.0.48 "GET /v2.0/networks?id=2ca4816a-af9f-4da4-b37e-8b11481e1c88 HTTP/1.1" status: 200 len: 917 time: 0.1269615 Apr 30 19:37:19.074360 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-fb4cc575-ceec-4dd0-b263-b59728f446fa req-20c898ef-ddc4-44a2-91c9-ddba9ac6c4dc tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/security-groups?id=33c9442f-be62-45e5-b02d-0f060b42e6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385976 Apr 30 19:37:19.160894 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-cfc80802-e2ee-4970-8823-a336a11d70df req-06d0af7a-6c9b-4a18-92f3-3997f3a110ab service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=11e3ef80-1fdb-4ae0-8426-39ea9afa0d86 HTTP/1.1" status: 200 len: 1000 time: 0.0996885 Apr 30 19:37:19.224291 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc80802-e2ee-4970-8823-a336a11d70df req-b35b4a7d-4a7b-48cf-a7a4-9ec0c00dbccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:37:19.225700 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-cfc80802-e2ee-4970-8823-a336a11d70df req-b35b4a7d-4a7b-48cf-a7a4-9ec0c00dbccc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a120cce1-df08-442f-ba0c-25e89e3b37cd HTTP/1.1" status: 200 len: 855 time: 0.0576510 Apr 30 19:37:19.305341 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc80802-e2ee-4970-8823-a336a11d70df req-35e9bf9f-6890-4b8c-a99d-cd1e30a6bbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:37:19.306697 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-cfc80802-e2ee-4970-8823-a336a11d70df req-35e9bf9f-6890-4b8c-a99d-cd1e30a6bbbc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2ca4816a-af9f-4da4-b37e-8b11481e1c88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0728302 Apr 30 19:37:19.437205 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-cfc80802-e2ee-4970-8823-a336a11d70df req-9099c79b-b3ff-4ae4-9b75-10d5fc5e7be1 service neutron] 10.222.0.48 "GET /v2.0/networks/2ca4816a-af9f-4da4-b37e-8b11481e1c88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224442 Apr 30 19:37:19.575925 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-cfc80802-e2ee-4970-8823-a336a11d70df req-cf8df4da-9f1b-4dfa-b6d4-5bc04cfdf116 service neutron] 10.222.0.48 "GET /v2.0/networks/2ca4816a-af9f-4da4-b37e-8b11481e1c88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289001 Apr 30 19:37:20.269487 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b69e76-62ca-49e3-a9ea-49f5aa46cb27 req-0eeadef6-74ee-4986-aedb-6a716c8d1a4d tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:37:20.270943 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-16b69e76-62ca-49e3-a9ea-49f5aa46cb27 req-0eeadef6-74ee-4986-aedb-6a716c8d1a4d tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7e67f0c-7981-45b2-94dc-51e0d476fa5f HTTP/1.1" status: 200 len: 945 time: 0.0840864 Apr 30 19:37:20.317107 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-16b69e76-62ca-49e3-a9ea-49f5aa46cb27 req-ef16e0f4-a6b6-42c3-b699-992a477cdf5a tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/security-groups?id=33c9442f-be62-45e5-b02d-0f060b42e6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392213 Apr 30 19:37:21.512944 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f3d26a-eae7-4bf6-9a0a-478e8f40379d req-4e967d13-ba48-444e-b164-0316283a081b tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:37:21.514562 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-58f3d26a-eae7-4bf6-9a0a-478e8f40379d req-4e967d13-ba48-444e-b164-0316283a081b tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7e67f0c-7981-45b2-94dc-51e0d476fa5f HTTP/1.1" status: 200 len: 945 time: 0.0822873 Apr 30 19:37:21.560652 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-58f3d26a-eae7-4bf6-9a0a-478e8f40379d req-a924ebd1-9484-46a7-b4ad-3dd889157cae tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/security-groups?id=33c9442f-be62-45e5-b02d-0f060b42e6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402043 Apr 30 19:37:22.752071 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26518f75-d88a-48d3-8a3c-3610734cc767 req-760f9e1c-e5e8-4586-b9cf-ee0e1bd80418 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:37:22.753536 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-26518f75-d88a-48d3-8a3c-3610734cc767 req-760f9e1c-e5e8-4586-b9cf-ee0e1bd80418 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7e67f0c-7981-45b2-94dc-51e0d476fa5f HTTP/1.1" status: 200 len: 945 time: 0.0834694 Apr 30 19:37:22.798365 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-26518f75-d88a-48d3-8a3c-3610734cc767 req-04f5c58a-ecbf-4bc4-9ef7-fd28de9d6c46 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/security-groups?id=33c9442f-be62-45e5-b02d-0f060b42e6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391593 Apr 30 19:37:23.011704 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Device 11e3ef80-1fdb-4ae0-8426-39ea9afa0d86 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=73809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 19:37:23.126983 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:37:23.156783 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7e67f0c-7981-45b2-94dc-51e0d476fa5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11e3ef80-1fdb-4ae0-8426-39ea9afa0d86'}] {{(pid=73809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 19:37:23.166552 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-65ba8c12-0d06-4959-8304-606821799626 None None] For port 11e3ef80-1fdb-4ae0-8426-39ea9afa0d86, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=11e3ef80-1fdb-4ae0-8426-39ea9afa0d86,segment=NetworkSegment(1cec1924-575a-47da-bbe7-12777d2ca2b9),segment_id=1cec1924-575a-47da-bbe7-12777d2ca2b9)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:37:23.172175 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:37:23.174812 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:37:23.213040 dv-cinder-733622-14-smb neutron-server[73809]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e7e67f0c-7981-45b2-94dc-51e0d476fa5f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '11e3ef80-1fdb-4ae0-8426-39ea9afa0d86', 'code': 422} returned with failed status Apr 30 19:37:23.251957 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Pushing event updated for resources: {'Port': ['ID=11e3ef80-1fdb-4ae0-8426-39ea9afa0d86,revision_number=8']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:37:23.255207 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:37:23.941484 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-da82a75f-962d-469b-88b3-a96088897247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:37:24.317367 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-91d478e0-c217-407a-a6e0-1a254fd2f409 req-613e31f3-f620-4d0d-b147-7143baf08946 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e7e67f0c-7981-45b2-94dc-51e0d476fa5f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0690477 Apr 30 19:37:24.319270 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed0bf26-40ef-48b8-840e-e3bc8dd792de req-90498aec-dee7-4e74-913c-93e53a0c6e91 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:37:24.320854 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-7ed0bf26-40ef-48b8-840e-e3bc8dd792de req-90498aec-dee7-4e74-913c-93e53a0c6e91 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7e67f0c-7981-45b2-94dc-51e0d476fa5f HTTP/1.1" status: 200 len: 943 time: 0.0840297 Apr 30 19:37:24.367737 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-7ed0bf26-40ef-48b8-840e-e3bc8dd792de req-320d78c5-87d4-49ef-bfed-0c2ae6c66c76 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/security-groups?id=33c9442f-be62-45e5-b02d-0f060b42e6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405207 Apr 30 19:37:25.024966 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d478e0-c217-407a-a6e0-1a254fd2f409 req-1cfe182e-e4c8-4281-a4a6-5519aa618d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:37:25.026422 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-91d478e0-c217-407a-a6e0-1a254fd2f409 req-1cfe182e-e4c8-4281-a4a6-5519aa618d23 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e7e67f0c-7981-45b2-94dc-51e0d476fa5f&tenant_id=9ad55c1ecaf040eb9706c42ee99e4509 HTTP/1.1" status: 200 len: 1096 time: 0.1155777 Apr 30 19:37:25.116887 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d478e0-c217-407a-a6e0-1a254fd2f409 req-effe90a8-a51a-442d-bd9c-9d086faf4733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:37:25.118306 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-91d478e0-c217-407a-a6e0-1a254fd2f409 req-effe90a8-a51a-442d-bd9c-9d086faf4733 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9ad55c1ecaf040eb9706c42ee99e4509&device_id=e7e67f0c-7981-45b2-94dc-51e0d476fa5f HTTP/1.1" status: 200 len: 1096 time: 0.0702419 Apr 30 19:37:25.249942 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d478e0-c217-407a-a6e0-1a254fd2f409 req-aa221604-bbe7-4f09-8665-e29bc5f5ad2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:37:25.251304 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-91d478e0-c217-407a-a6e0-1a254fd2f409 req-aa221604-bbe7-4f09-8665-e29bc5f5ad2d service neutron] 10.222.0.48 "GET /v2.0/networks?id=2ca4816a-af9f-4da4-b37e-8b11481e1c88 HTTP/1.1" status: 200 len: 917 time: 0.1268022 Apr 30 19:37:25.352467 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-91d478e0-c217-407a-a6e0-1a254fd2f409 req-daad8a33-e67d-415c-9ce2-96ea47ef1c84 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=11e3ef80-1fdb-4ae0-8426-39ea9afa0d86 HTTP/1.1" status: 200 len: 998 time: 0.0939786 Apr 30 19:37:25.417580 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d478e0-c217-407a-a6e0-1a254fd2f409 req-7656a3e5-568f-4738-b00c-8bf2edfa0a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:37:25.419611 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-91d478e0-c217-407a-a6e0-1a254fd2f409 req-7656a3e5-568f-4738-b00c-8bf2edfa0a3c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a120cce1-df08-442f-ba0c-25e89e3b37cd HTTP/1.1" status: 200 len: 855 time: 0.0583122 Apr 30 19:37:25.498997 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d478e0-c217-407a-a6e0-1a254fd2f409 req-e0c758e9-4d84-4f64-a7f6-47545dbe569e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:37:25.500528 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-91d478e0-c217-407a-a6e0-1a254fd2f409 req-e0c758e9-4d84-4f64-a7f6-47545dbe569e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2ca4816a-af9f-4da4-b37e-8b11481e1c88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0742264 Apr 30 19:37:25.563072 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a03f807-6bc7-4207-b3ae-4eab76855e2a req-241a05c1-b5dc-4da6-b356-ae053fb70c25 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:37:25.564542 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-4a03f807-6bc7-4207-b3ae-4eab76855e2a req-241a05c1-b5dc-4da6-b356-ae053fb70c25 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7e67f0c-7981-45b2-94dc-51e0d476fa5f HTTP/1.1" status: 200 len: 943 time: 0.0847812 Apr 30 19:37:25.609593 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-4a03f807-6bc7-4207-b3ae-4eab76855e2a req-f360cf7c-ed46-4048-8bac-ac0eb46a48ab tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/security-groups?id=33c9442f-be62-45e5-b02d-0f060b42e6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391552 Apr 30 19:37:25.632882 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-91d478e0-c217-407a-a6e0-1a254fd2f409 req-3c7bccdf-b2e8-477e-bd4f-c22008b70d5a service neutron] 10.222.0.48 "GET /v2.0/networks/2ca4816a-af9f-4da4-b37e-8b11481e1c88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249878 Apr 30 19:37:25.846741 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-91d478e0-c217-407a-a6e0-1a254fd2f409 req-2b9a64b1-1de2-425f-81c0-1a111acc12c5 service neutron] 10.222.0.48 "GET /v2.0/networks/2ca4816a-af9f-4da4-b37e-8b11481e1c88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073698 Apr 30 19:37:26.398193 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:37:26.695747 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9466b665-63cb-42d3-9dce-1d811b716bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:37:26.864006 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6caeeb-9326-4252-99b3-2c8e56288002 req-f80cb86b-fdd5-459a-890a-45ab25ac44e2 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:37:26.865658 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-0b6caeeb-9326-4252-99b3-2c8e56288002 req-f80cb86b-fdd5-459a-890a-45ab25ac44e2 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7e67f0c-7981-45b2-94dc-51e0d476fa5f HTTP/1.1" status: 200 len: 943 time: 0.0923736 Apr 30 19:37:26.915293 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-0b6caeeb-9326-4252-99b3-2c8e56288002 req-1abf58e1-cf92-4999-9bdc-cf4cf6f3c303 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/security-groups?id=33c9442f-be62-45e5-b02d-0f060b42e6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433216 Apr 30 19:37:27.738446 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-db901c41-8a71-4621-9038-9b0e7a83b2d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:37:28.120110 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ce9951-06d9-46db-a50e-1e6ea97c9db5 req-5de27d1a-e8a6-4c5b-8a63-caba8cde57c8 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:37:28.121593 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-76ce9951-06d9-46db-a50e-1e6ea97c9db5 req-5de27d1a-e8a6-4c5b-8a63-caba8cde57c8 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7e67f0c-7981-45b2-94dc-51e0d476fa5f HTTP/1.1" status: 200 len: 943 time: 0.0928211 Apr 30 19:37:28.169553 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-76ce9951-06d9-46db-a50e-1e6ea97c9db5 req-6bdb726f-e9ee-49a7-8df2-b6175d42ed71 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/security-groups?id=33c9442f-be62-45e5-b02d-0f060b42e6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413635 Apr 30 19:37:29.191379 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:37:29.276290 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-abaefda2-14da-46b7-be41-c4f24c026f78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:37:29.368128 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667cbe74-2463-4e52-ae1a-badeb772aae8 req-57a96d6e-29bf-47ff-a447-db12da1f72a7 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:37:29.369641 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-667cbe74-2463-4e52-ae1a-badeb772aae8 req-57a96d6e-29bf-47ff-a447-db12da1f72a7 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7e67f0c-7981-45b2-94dc-51e0d476fa5f HTTP/1.1" status: 200 len: 943 time: 0.0836062 Apr 30 19:37:29.420199 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-667cbe74-2463-4e52-ae1a-badeb772aae8 req-77bbb115-17f6-4a45-9cbc-f35f1d47ac36 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/security-groups?id=33c9442f-be62-45e5-b02d-0f060b42e6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438035 Apr 30 19:37:30.618672 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccacc92-d4a8-4bca-86fe-4e27a1f01557 req-211c2386-f818-4ef5-9c93-44b1a47bf86a tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:37:30.620161 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-8ccacc92-d4a8-4bca-86fe-4e27a1f01557 req-211c2386-f818-4ef5-9c93-44b1a47bf86a tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7e67f0c-7981-45b2-94dc-51e0d476fa5f HTTP/1.1" status: 200 len: 943 time: 0.0852971 Apr 30 19:37:30.667879 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-8ccacc92-d4a8-4bca-86fe-4e27a1f01557 req-68b83bd1-9920-4f2d-97d3-090bba1e99be tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/security-groups?id=33c9442f-be62-45e5-b02d-0f060b42e6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407112 Apr 30 19:37:31.868418 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c68325d-c3cf-475c-acca-3968a74bda8f req-7d108246-097a-4606-bcf9-879dd8a830a2 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:37:31.869886 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-9c68325d-c3cf-475c-acca-3968a74bda8f req-7d108246-097a-4606-bcf9-879dd8a830a2 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7e67f0c-7981-45b2-94dc-51e0d476fa5f HTTP/1.1" status: 200 len: 943 time: 0.0887625 Apr 30 19:37:32.011126 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-9c68325d-c3cf-475c-acca-3968a74bda8f req-97078791-6840-4f39-a862-d966d87211a1 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/security-groups?id=33c9442f-be62-45e5-b02d-0f060b42e6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1341934 Apr 30 19:37:33.341440 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05a00b6-e4ca-4c66-8115-27dc82a1a0c6 req-3a17753b-d8d1-4c66-b406-365c4874a7a3 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:37:33.342840 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-a05a00b6-e4ca-4c66-8115-27dc82a1a0c6 req-3a17753b-d8d1-4c66-b406-365c4874a7a3 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7e67f0c-7981-45b2-94dc-51e0d476fa5f HTTP/1.1" status: 200 len: 943 time: 0.0858026 Apr 30 19:37:33.390707 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-a05a00b6-e4ca-4c66-8115-27dc82a1a0c6 req-5e52415a-3236-45b3-b0df-a31ce1b3f63d tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/security-groups?id=33c9442f-be62-45e5-b02d-0f060b42e6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412884 Apr 30 19:37:34.587406 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a399082e-9387-479c-9429-89dd419ea7b3 req-1851821c-0874-4661-9847-c5d12a9f7754 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:37:34.588986 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-a399082e-9387-479c-9429-89dd419ea7b3 req-1851821c-0874-4661-9847-c5d12a9f7754 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7e67f0c-7981-45b2-94dc-51e0d476fa5f HTTP/1.1" status: 200 len: 943 time: 0.0823903 Apr 30 19:37:34.637028 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-a399082e-9387-479c-9429-89dd419ea7b3 req-5e0791f0-b5dd-43dc-95bf-6f97665ac489 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/security-groups?id=33c9442f-be62-45e5-b02d-0f060b42e6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422292 Apr 30 19:37:35.131777 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.agents_db [None req-91d1fe81-9981-4281-a1b3-92062b07bd48 None None] Agent healthcheck: found 6 active agents {{(pid=73810) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 19:37:35.836608 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6edee6-3b10-4f14-9b6a-4eabd0de0512 req-d5156bdf-20e7-4ba6-9100-17fcc50467cd tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:37:35.838100 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-2e6edee6-3b10-4f14-9b6a-4eabd0de0512 req-d5156bdf-20e7-4ba6-9100-17fcc50467cd tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7e67f0c-7981-45b2-94dc-51e0d476fa5f HTTP/1.1" status: 200 len: 943 time: 0.0870609 Apr 30 19:37:35.885757 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-2e6edee6-3b10-4f14-9b6a-4eabd0de0512 req-09eaf070-fe4f-43cf-8cc2-a19f7d3cc394 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/security-groups?id=33c9442f-be62-45e5-b02d-0f060b42e6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418541 Apr 30 19:37:37.233173 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de692957-2231-4d25-bf4e-2e5c2d943fde req-155d0938-79bb-4115-9938-22719b0f8b84 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:37:37.234647 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-de692957-2231-4d25-bf4e-2e5c2d943fde req-155d0938-79bb-4115-9938-22719b0f8b84 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7e67f0c-7981-45b2-94dc-51e0d476fa5f HTTP/1.1" status: 200 len: 943 time: 0.0845122 Apr 30 19:37:37.280490 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-de692957-2231-4d25-bf4e-2e5c2d943fde req-815a67e7-034d-4730-b0a1-6c97bc4e5070 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/security-groups?id=33c9442f-be62-45e5-b02d-0f060b42e6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398655 Apr 30 19:37:38.476682 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5da443-277b-4b8a-ae90-fcd8c58cbe7a req-b96f4329-d5a5-46e6-a8f1-8a7e789e601b tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:37:38.478035 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-fd5da443-277b-4b8a-ae90-fcd8c58cbe7a req-b96f4329-d5a5-46e6-a8f1-8a7e789e601b tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7e67f0c-7981-45b2-94dc-51e0d476fa5f HTTP/1.1" status: 200 len: 943 time: 0.0848472 Apr 30 19:37:38.522410 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-fd5da443-277b-4b8a-ae90-fcd8c58cbe7a req-d88a661f-0edd-430b-b49d-3e7d07af6820 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/security-groups?id=33c9442f-be62-45e5-b02d-0f060b42e6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383456 Apr 30 19:37:39.002782 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-9f5af217-7a81-43cc-83ec-99ddb4e75a2f req-a997ce6d-0a26-4243-89f1-a7cccceb946f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=55be2ce3-9239-4e62-a228-14490db0c420&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0758007 Apr 30 19:37:39.177164 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5af217-7a81-43cc-83ec-99ddb4e75a2f req-f32f0c1f-d2ff-484b-ab2c-3ab5ade99d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:37:39.178764 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-9f5af217-7a81-43cc-83ec-99ddb4e75a2f req-f32f0c1f-d2ff-484b-ab2c-3ab5ade99d77 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=269cfbb152ef4300b85b7cd97f75a140&device_id=55be2ce3-9239-4e62-a228-14490db0c420 HTTP/1.1" status: 200 len: 1099 time: 0.0983679 Apr 30 19:37:39.337959 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5af217-7a81-43cc-83ec-99ddb4e75a2f req-e83351f8-b628-480e-a2c9-d29c03380f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:37:39.339382 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-9f5af217-7a81-43cc-83ec-99ddb4e75a2f req-e83351f8-b628-480e-a2c9-d29c03380f05 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c9550696-1d67-45d6-8a04-78e6b9388125 HTTP/1.1" status: 200 len: 910 time: 0.1378343 Apr 30 19:37:39.471614 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-9f5af217-7a81-43cc-83ec-99ddb4e75a2f req-7dbaba5e-f283-4745-9d9e-6cfa60317489 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b89c29c8-4d27-428b-9b4b-e9fee60db693 HTTP/1.1" status: 200 len: 1001 time: 0.1227193 Apr 30 19:37:39.573486 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5af217-7a81-43cc-83ec-99ddb4e75a2f req-d1d351ea-4da5-4f0d-87bb-a950fa89d8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:37:39.573937 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-9f5af217-7a81-43cc-83ec-99ddb4e75a2f req-d1d351ea-4da5-4f0d-87bb-a950fa89d8e3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=052186e4-87d6-40de-a696-6b4cd32cfb08 HTTP/1.1" status: 200 len: 848 time: 0.0959046 Apr 30 19:37:39.752320 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70932b9-3803-487a-ad5c-9250a09abf8d req-f38746ea-4ba2-432f-82ab-b0341ce7acf3 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:37:39.752914 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5af217-7a81-43cc-83ec-99ddb4e75a2f req-e7108f01-c890-417f-990a-14d28a2c9c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:37:39.754576 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-9f5af217-7a81-43cc-83ec-99ddb4e75a2f req-e7108f01-c890-417f-990a-14d28a2c9c54 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c9550696-1d67-45d6-8a04-78e6b9388125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1713328 Apr 30 19:37:39.755034 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-f70932b9-3803-487a-ad5c-9250a09abf8d req-f38746ea-4ba2-432f-82ab-b0341ce7acf3 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7e67f0c-7981-45b2-94dc-51e0d476fa5f HTTP/1.1" status: 200 len: 943 time: 0.1106005 Apr 30 19:37:39.806018 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-f70932b9-3803-487a-ad5c-9250a09abf8d req-cf714f35-ed25-48d4-99b6-ca52b452dfe6 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/security-groups?id=33c9442f-be62-45e5-b02d-0f060b42e6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442910 Apr 30 19:37:39.827851 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadd8bbc-f205-4906-a08d-52c0023dba11 req-d91bbed6-cb1b-4aa3-aea5-d00095378ebb tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:37:39.829395 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-dadd8bbc-f205-4906-a08d-52c0023dba11 req-d91bbed6-cb1b-4aa3-aea5-d00095378ebb tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] 10.222.0.41 "GET /v2.0/ports?device_id=55be2ce3-9239-4e62-a228-14490db0c420 HTTP/1.1" status: 200 len: 946 time: 0.1668150 Apr 30 19:37:39.937893 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-dadd8bbc-f205-4906-a08d-52c0023dba11 req-b9819d84-b272-41ad-8be2-bd71b54c9db4 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] 10.222.0.41 "GET /v2.0/security-groups?id=0c97b8e9-0665-42a1-b368-528dbb6fd52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623379 Apr 30 19:37:39.956432 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-9f5af217-7a81-43cc-83ec-99ddb4e75a2f req-6ce35108-ca06-4403-a351-274015425275 service neutron] 10.222.0.48 "GET /v2.0/networks/c9550696-1d67-45d6-8a04-78e6b9388125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944532 Apr 30 19:37:40.092822 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-9f5af217-7a81-43cc-83ec-99ddb4e75a2f req-0b7490f3-edeb-4c8b-aea1-2f5216ba3369 service neutron] 10.222.0.48 "GET /v2.0/networks/c9550696-1d67-45d6-8a04-78e6b9388125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284671 Apr 30 19:37:40.995123 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3648eabb-6aff-4c03-a048-7ffec98633fe req-11987bf3-f32c-4d42-8d56-0f5ef14d62b1 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:37:40.996594 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-3648eabb-6aff-4c03-a048-7ffec98633fe req-11987bf3-f32c-4d42-8d56-0f5ef14d62b1 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7e67f0c-7981-45b2-94dc-51e0d476fa5f HTTP/1.1" status: 200 len: 943 time: 0.0806994 Apr 30 19:37:41.045155 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-3648eabb-6aff-4c03-a048-7ffec98633fe req-b1f7b4b5-a139-4a83-9278-3df16203c6b9 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/security-groups?id=33c9442f-be62-45e5-b02d-0f060b42e6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417440 Apr 30 19:37:41.098958 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Device 11e3ef80-1fdb-4ae0-8426-39ea9afa0d86 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=73809) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 19:37:41.136130 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21df58eb-ceea-435e-837f-8f2657731ce1 req-507bf2c3-921a-4f6d-9838-e4a6d5cad7b9 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:37:41.137600 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-21df58eb-ceea-435e-837f-8f2657731ce1 req-507bf2c3-921a-4f6d-9838-e4a6d5cad7b9 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] 10.222.0.41 "GET /v2.0/ports?device_id=55be2ce3-9239-4e62-a228-14490db0c420 HTTP/1.1" status: 200 len: 946 time: 0.0838413 Apr 30 19:37:41.208396 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-21df58eb-ceea-435e-837f-8f2657731ce1 req-a1b70388-dbd8-47a5-89be-ca9db7b195c6 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] 10.222.0.41 "GET /v2.0/security-groups?id=0c97b8e9-0665-42a1-b368-528dbb6fd52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631070 Apr 30 19:37:41.244097 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-65ba8c12-0d06-4959-8304-606821799626 None None] For port 11e3ef80-1fdb-4ae0-8426-39ea9afa0d86, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=11e3ef80-1fdb-4ae0-8426-39ea9afa0d86,segment=NetworkSegment(1cec1924-575a-47da-bbe7-12777d2ca2b9),segment_id=1cec1924-575a-47da-bbe7-12777d2ca2b9)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:37:41.258592 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Returning: {'device': '11e3ef80-1fdb-4ae0-8426-39ea9afa0d86', 'network_id': '2ca4816a-af9f-4da4-b37e-8b11481e1c88', 'port_id': '11e3ef80-1fdb-4ae0-8426-39ea9afa0d86', 'mac_address': 'fa:16:3e:32:71:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a120cce1-df08-442f-ba0c-25e89e3b37cd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73809) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 19:37:41.316855 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:37:41.340028 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.notifiers.nova [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11e3ef80-1fdb-4ae0-8426-39ea9afa0d86 {{(pid=73809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 19:37:41.359119 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-65ba8c12-0d06-4959-8304-606821799626 None None] For port 11e3ef80-1fdb-4ae0-8426-39ea9afa0d86, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=11e3ef80-1fdb-4ae0-8426-39ea9afa0d86,segment=NetworkSegment(1cec1924-575a-47da-bbe7-12777d2ca2b9),segment_id=1cec1924-575a-47da-bbe7-12777d2ca2b9)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:37:41.363576 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:37:41.366394 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:37:41.430159 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bba7530-8a74-43b6-842c-cfbefc865e70 req-f9b60383-13b4-4ee7-9f6f-d8e1bf4c420f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:37:41.431508 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Pushing event updated for resources: {'Port': ['ID=11e3ef80-1fdb-4ae0-8426-39ea9afa0d86,revision_number=9']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:37:41.431628 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-9bba7530-8a74-43b6-842c-cfbefc865e70 req-f9b60383-13b4-4ee7-9f6f-d8e1bf4c420f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=18dc9ebb08454d8b9749ec906d810624&device_id=95f0dcf6-21d1-4595-9dfd-6b521a63d4e2 HTTP/1.1" status: 200 len: 1138 time: 0.1281927 Apr 30 19:37:41.434740 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:37:41.548557 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead39500-c3df-446f-bf15-51501324f9d1 req-55080442-8feb-40a3-bf13-7afbba1aa204 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:37:41.550004 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-ead39500-c3df-446f-bf15-51501324f9d1 req-55080442-8feb-40a3-bf13-7afbba1aa204 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] 10.222.0.41 "GET /v2.0/ports?device_id=95f0dcf6-21d1-4595-9dfd-6b521a63d4e2 HTTP/1.1" status: 200 len: 985 time: 0.1988232 Apr 30 19:37:41.601128 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-65ba8c12-0d06-4959-8304-606821799626 None None] get_ports_and_sgs() called for port_ids ['11e3ef80-1fdb-4ae0-8426-39ea9afa0d86'] {{(pid=73809) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 19:37:41.624359 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-ead39500-c3df-446f-bf15-51501324f9d1 req-3f71bfcc-45a9-4721-99bd-ec12cfa08e60 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] 10.222.0.41 "GET /v2.0/security-groups?id=32d5d58c-a99e-4d6d-9c94-4f3572b64dca&id=362fa607-94d4-4de8-ba6e-ecdd6c58403f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0674167 Apr 30 19:37:41.625398 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bba7530-8a74-43b6-842c-cfbefc865e70 req-5e0e17ab-c8a4-4e5d-b3d9-3d74c4c0aab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:37:41.626769 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-9bba7530-8a74-43b6-842c-cfbefc865e70 req-5e0e17ab-c8a4-4e5d-b3d9-3d74c4c0aab8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a43deaff-ec1a-4b0d-8fb6-630cd7878552 HTTP/1.1" status: 200 len: 916 time: 0.1872742 Apr 30 19:37:41.732698 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-9bba7530-8a74-43b6-842c-cfbefc865e70 req-04d0b7c4-73ca-4c88-b369-b7d662045cc0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b385f514-5f23-42d8-8db0-c4d843829c82 HTTP/1.1" status: 200 len: 1002 time: 0.0992515 Apr 30 19:37:41.802363 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bba7530-8a74-43b6-842c-cfbefc865e70 req-02877e9b-ad43-4fed-958d-91c6fe04f4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:37:41.803801 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-9bba7530-8a74-43b6-842c-cfbefc865e70 req-02877e9b-ad43-4fed-958d-91c6fe04f4cc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4a7dfd62-bec3-4cb5-b820-316bf20afcd1 HTTP/1.1" status: 200 len: 854 time: 0.0581076 Apr 30 19:37:41.885826 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bba7530-8a74-43b6-842c-cfbefc865e70 req-bb214cb3-96fa-4bce-b48d-ff1adb48e574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:37:41.887256 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-9bba7530-8a74-43b6-842c-cfbefc865e70 req-bb214cb3-96fa-4bce-b48d-ff1adb48e574 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a43deaff-ec1a-4b0d-8fb6-630cd7878552&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0730116 Apr 30 19:37:42.100037 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-9bba7530-8a74-43b6-842c-cfbefc865e70 req-7bb1cd6e-1490-44f2-b897-43a3cae55ff8 service neutron] 10.222.0.48 "GET /v2.0/networks/a43deaff-ec1a-4b0d-8fb6-630cd7878552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055361 Apr 30 19:37:42.234304 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-9bba7530-8a74-43b6-842c-cfbefc865e70 req-e174672b-2c6f-406a-bc54-8a44fd009d66 service neutron] 10.222.0.48 "GET /v2.0/networks/a43deaff-ec1a-4b0d-8fb6-630cd7878552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276965 Apr 30 19:37:42.240630 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d559187-04b0-4d6c-b1d3-bd9e6571d22e req-1afeea80-832d-445b-9bac-0a23264a189e tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:37:42.242114 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-7d559187-04b0-4d6c-b1d3-bd9e6571d22e req-1afeea80-832d-445b-9bac-0a23264a189e tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7e67f0c-7981-45b2-94dc-51e0d476fa5f HTTP/1.1" status: 200 len: 944 time: 0.0845647 Apr 30 19:37:42.288066 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-7d559187-04b0-4d6c-b1d3-bd9e6571d22e req-b33bcaa7-6b7d-4c5b-9cfd-af5cbf249ca8 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/security-groups?id=33c9442f-be62-45e5-b02d-0f060b42e6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398166 Apr 30 19:37:42.405924 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31b5c3c-e27a-4e50-82b7-f0142562915d req-01aebfd7-57af-4e80-87b6-3464424839a4 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:37:42.407434 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-f31b5c3c-e27a-4e50-82b7-f0142562915d req-01aebfd7-57af-4e80-87b6-3464424839a4 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] 10.222.0.41 "GET /v2.0/ports?device_id=55be2ce3-9239-4e62-a228-14490db0c420 HTTP/1.1" status: 200 len: 946 time: 0.0862043 Apr 30 19:37:42.456734 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-f31b5c3c-e27a-4e50-82b7-f0142562915d req-98a0b0b2-2f5b-4bb0-a500-bb3ae1157ca6 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] 10.222.0.41 "GET /v2.0/security-groups?id=0c97b8e9-0665-42a1-b368-528dbb6fd52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423126 Apr 30 19:37:42.810091 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed793b2-2644-4ac4-9f86-11fb9e19729e req-b55d344d-b917-4183-8501-8544c6e5a3cf tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:37:42.811523 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-fed793b2-2644-4ac4-9f86-11fb9e19729e req-b55d344d-b917-4183-8501-8544c6e5a3cf tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] 10.222.0.41 "GET /v2.0/ports?device_id=95f0dcf6-21d1-4595-9dfd-6b521a63d4e2 HTTP/1.1" status: 200 len: 985 time: 0.0835876 Apr 30 19:37:42.859029 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-fed793b2-2644-4ac4-9f86-11fb9e19729e req-4a9948d9-7bb9-488a-93da-c499bc0dc791 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] 10.222.0.41 "GET /v2.0/security-groups?id=32d5d58c-a99e-4d6d-9c94-4f3572b64dca&id=362fa607-94d4-4de8-ba6e-ecdd6c58403f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0409338 Apr 30 19:37:43.099493 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Device 11e3ef80-1fdb-4ae0-8426-39ea9afa0d86 up at agent hyperv_hv-cinder-73362 {{(pid=73809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 19:37:43.166786 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Provisioning complete for port 11e3ef80-1fdb-4ae0-8426-39ea9afa0d86 triggered by entity L2. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 19:37:43.167159 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618911'] for port, provisioning_complete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:37:43.286005 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:37:43.312044 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7e67f0c-7981-45b2-94dc-51e0d476fa5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11e3ef80-1fdb-4ae0-8426-39ea9afa0d86'}] {{(pid=73809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 19:37:43.322969 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-65ba8c12-0d06-4959-8304-606821799626 None None] For port 11e3ef80-1fdb-4ae0-8426-39ea9afa0d86, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=11e3ef80-1fdb-4ae0-8426-39ea9afa0d86,segment=NetworkSegment(1cec1924-575a-47da-bbe7-12777d2ca2b9),segment_id=1cec1924-575a-47da-bbe7-12777d2ca2b9)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:37:43.326285 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:37:43.328063 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:37:43.397532 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Pushing event updated for resources: {'Port': ['ID=11e3ef80-1fdb-4ae0-8426-39ea9afa0d86,revision_number=10']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:37:43.400935 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:37:43.423644 dv-cinder-733622-14-smb neutron-server[73809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7e67f0c-7981-45b2-94dc-51e0d476fa5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11e3ef80-1fdb-4ae0-8426-39ea9afa0d86', 'code': 200} Apr 30 19:37:43.496150 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca06e28c-b95e-4783-afac-17754a97e1f3 req-2ddccbc6-219d-4736-8afe-b8e24ac2c959 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:37:43.497613 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-ca06e28c-b95e-4783-afac-17754a97e1f3 req-2ddccbc6-219d-4736-8afe-b8e24ac2c959 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7e67f0c-7981-45b2-94dc-51e0d476fa5f HTTP/1.1" status: 200 len: 946 time: 0.0917826 Apr 30 19:37:43.545076 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-ca06e28c-b95e-4783-afac-17754a97e1f3 req-22ad7289-6065-4d4a-8f86-01c09ec0c697 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/security-groups?id=33c9442f-be62-45e5-b02d-0f060b42e6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408087 Apr 30 19:37:43.677696 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8ea3c7-4e1c-4680-a51b-e89a5c7018d2 req-c69568ef-23e2-4bd7-ba5b-fd3f0f053115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:37:43.679278 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-1b8ea3c7-4e1c-4680-a51b-e89a5c7018d2 req-c69568ef-23e2-4bd7-ba5b-fd3f0f053115 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e7e67f0c-7981-45b2-94dc-51e0d476fa5f HTTP/1.1" status: 200 len: 1099 time: 0.0788579 Apr 30 19:37:43.724899 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-1b8ea3c7-4e1c-4680-a51b-e89a5c7018d2 req-fbd732f1-abc9-43bd-8e21-c5746bf96d46 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=33c9442f-be62-45e5-b02d-0f060b42e6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387697 Apr 30 19:37:43.731219 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fd3af4-de05-4bc7-8a65-ef87efdc4f37 req-6e1da4a5-5459-4051-b5f6-b47acadc13f0 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:37:43.732781 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-54fd3af4-de05-4bc7-8a65-ef87efdc4f37 req-6e1da4a5-5459-4051-b5f6-b47acadc13f0 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] 10.222.0.41 "GET /v2.0/ports?device_id=55be2ce3-9239-4e62-a228-14490db0c420 HTTP/1.1" status: 200 len: 946 time: 0.0843308 Apr 30 19:37:43.776568 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-54fd3af4-de05-4bc7-8a65-ef87efdc4f37 req-e29f2d35-d613-4338-9b1b-3a91629a0ecf tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] 10.222.0.41 "GET /v2.0/security-groups?id=0c97b8e9-0665-42a1-b368-528dbb6fd52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381601 Apr 30 19:37:44.061362 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618b9e2a-d672-42d9-bcbc-30cd88a5bf3d req-c0a5e75d-b102-4195-9068-55d867e68560 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:37:44.063484 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-618b9e2a-d672-42d9-bcbc-30cd88a5bf3d req-c0a5e75d-b102-4195-9068-55d867e68560 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] 10.222.0.41 "GET /v2.0/ports?device_id=95f0dcf6-21d1-4595-9dfd-6b521a63d4e2 HTTP/1.1" status: 200 len: 985 time: 0.0966840 Apr 30 19:37:44.115822 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-618b9e2a-d672-42d9-bcbc-30cd88a5bf3d req-e1024d0f-d400-4d34-b70c-32e62976db23 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] 10.222.0.41 "GET /v2.0/security-groups?id=32d5d58c-a99e-4d6d-9c94-4f3572b64dca&id=362fa607-94d4-4de8-ba6e-ecdd6c58403f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0450726 Apr 30 19:37:44.745758 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39c1050-af4a-49bd-976b-35c478b7fd74 req-d8730392-6764-43a8-972c-b2ec3f806641 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:37:44.747206 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-d39c1050-af4a-49bd-976b-35c478b7fd74 req-d8730392-6764-43a8-972c-b2ec3f806641 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7e67f0c-7981-45b2-94dc-51e0d476fa5f HTTP/1.1" status: 200 len: 946 time: 0.0869467 Apr 30 19:37:44.795220 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-d39c1050-af4a-49bd-976b-35c478b7fd74 req-1088098c-2e1e-4195-b57f-3e5a0e981b6f tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/security-groups?id=33c9442f-be62-45e5-b02d-0f060b42e6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414059 Apr 30 19:37:44.972186 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fde238-f5bc-4522-ab02-e2aa04fb7d94 req-a5a23ad5-6555-474d-93f0-eb8f37a4105d tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:37:44.973820 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-35fde238-f5bc-4522-ab02-e2aa04fb7d94 req-a5a23ad5-6555-474d-93f0-eb8f37a4105d tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] 10.222.0.41 "GET /v2.0/ports?device_id=55be2ce3-9239-4e62-a228-14490db0c420 HTTP/1.1" status: 200 len: 946 time: 0.0857921 Apr 30 19:37:45.020189 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-35fde238-f5bc-4522-ab02-e2aa04fb7d94 req-17a2343a-0611-4303-a97b-52b303859d3b tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] 10.222.0.41 "GET /v2.0/security-groups?id=0c97b8e9-0665-42a1-b368-528dbb6fd52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401893 Apr 30 19:37:45.342265 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b103f2c0-950c-4f1e-8af4-0af4baa35bd2 req-b8253931-e058-4987-a0b5-99ee10f13b18 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:37:45.343912 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-b103f2c0-950c-4f1e-8af4-0af4baa35bd2 req-b8253931-e058-4987-a0b5-99ee10f13b18 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] 10.222.0.41 "GET /v2.0/ports?device_id=95f0dcf6-21d1-4595-9dfd-6b521a63d4e2 HTTP/1.1" status: 200 len: 985 time: 0.1100698 Apr 30 19:37:45.392791 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-b103f2c0-950c-4f1e-8af4-0af4baa35bd2 req-8b04c605-7147-485f-862c-26e121cb471e tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] 10.222.0.41 "GET /v2.0/security-groups?id=32d5d58c-a99e-4d6d-9c94-4f3572b64dca&id=362fa607-94d4-4de8-ba6e-ecdd6c58403f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0414987 Apr 30 19:37:45.990422 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe503d4-c041-4b34-8860-32cff00a1542 req-44e15abc-17b7-4aaa-8f2e-b6b56fc4ee38 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:37:45.991860 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-1fe503d4-c041-4b34-8860-32cff00a1542 req-44e15abc-17b7-4aaa-8f2e-b6b56fc4ee38 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7e67f0c-7981-45b2-94dc-51e0d476fa5f HTTP/1.1" status: 200 len: 946 time: 0.0829983 Apr 30 19:37:46.037574 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-1fe503d4-c041-4b34-8860-32cff00a1542 req-c47ad527-c50c-4074-af28-31df9c31e287 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/security-groups?id=33c9442f-be62-45e5-b02d-0f060b42e6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399055 Apr 30 19:37:46.212643 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26bf840-a15e-48db-8477-af22fc7c29d5 req-055d2279-df05-4e84-9e5b-745493470292 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:37:46.214085 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-b26bf840-a15e-48db-8477-af22fc7c29d5 req-055d2279-df05-4e84-9e5b-745493470292 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] 10.222.0.41 "GET /v2.0/ports?device_id=55be2ce3-9239-4e62-a228-14490db0c420 HTTP/1.1" status: 200 len: 946 time: 0.0841985 Apr 30 19:37:46.258900 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-b26bf840-a15e-48db-8477-af22fc7c29d5 req-0dc24234-8738-455f-8212-81f35bcb65cc tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] 10.222.0.41 "GET /v2.0/security-groups?id=0c97b8e9-0665-42a1-b368-528dbb6fd52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389900 Apr 30 19:37:46.581022 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715599f3-aabc-4310-ad82-74969ecdfd0d req-71dbb54c-cb8b-4bb3-b550-3e19c09505d5 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:37:46.582348 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-715599f3-aabc-4310-ad82-74969ecdfd0d req-71dbb54c-cb8b-4bb3-b550-3e19c09505d5 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] 10.222.0.41 "GET /v2.0/ports?device_id=95f0dcf6-21d1-4595-9dfd-6b521a63d4e2 HTTP/1.1" status: 200 len: 985 time: 0.0802810 Apr 30 19:37:46.629226 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-715599f3-aabc-4310-ad82-74969ecdfd0d req-f30d7427-e0c5-40ea-a34d-63bef477d522 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] 10.222.0.41 "GET /v2.0/security-groups?id=32d5d58c-a99e-4d6d-9c94-4f3572b64dca&id=362fa607-94d4-4de8-ba6e-ecdd6c58403f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0406199 Apr 30 19:37:47.442435 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494c396a-4483-482b-8716-d4909267609e req-dd67e490-d9cd-495b-9d06-ff9977144070 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:37:47.444613 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-494c396a-4483-482b-8716-d4909267609e req-dd67e490-d9cd-495b-9d06-ff9977144070 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] 10.222.0.41 "GET /v2.0/ports?device_id=55be2ce3-9239-4e62-a228-14490db0c420 HTTP/1.1" status: 200 len: 946 time: 0.0814331 Apr 30 19:37:47.489541 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-494c396a-4483-482b-8716-d4909267609e req-ceb87b74-550f-447e-88ec-d7b34573c3cb tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] 10.222.0.41 "GET /v2.0/security-groups?id=0c97b8e9-0665-42a1-b368-528dbb6fd52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393529 Apr 30 19:37:47.815688 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251e205b-971e-43a9-a9ce-c29a74f70739 req-39bba3b5-a86f-4258-9857-aa849d0388ce tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:37:47.817319 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-251e205b-971e-43a9-a9ce-c29a74f70739 req-39bba3b5-a86f-4258-9857-aa849d0388ce tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] 10.222.0.41 "GET /v2.0/ports?device_id=95f0dcf6-21d1-4595-9dfd-6b521a63d4e2 HTTP/1.1" status: 200 len: 985 time: 0.0860939 Apr 30 19:37:47.867823 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-251e205b-971e-43a9-a9ce-c29a74f70739 req-6b0071ff-f978-4be7-8598-a7743a022e80 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] 10.222.0.41 "GET /v2.0/security-groups?id=32d5d58c-a99e-4d6d-9c94-4f3572b64dca&id=362fa607-94d4-4de8-ba6e-ecdd6c58403f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0416644 Apr 30 19:37:48.680807 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44823bf-394b-4c28-93d9-7454e2e6f301 req-38b863db-e908-48ca-a384-dae64601b10e tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:37:48.682244 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-a44823bf-394b-4c28-93d9-7454e2e6f301 req-38b863db-e908-48ca-a384-dae64601b10e tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] 10.222.0.41 "GET /v2.0/ports?device_id=55be2ce3-9239-4e62-a228-14490db0c420 HTTP/1.1" status: 200 len: 946 time: 0.0846529 Apr 30 19:37:48.727393 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-a44823bf-394b-4c28-93d9-7454e2e6f301 req-eed57f7c-7e92-4c3c-aeb0-14797101193c tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] 10.222.0.41 "GET /v2.0/security-groups?id=0c97b8e9-0665-42a1-b368-528dbb6fd52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394764 Apr 30 19:37:49.050945 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115b9a71-fb72-409c-9a55-fd126be9f87f req-2a1faaaa-54c7-4030-a486-f0b93c3385e4 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:37:49.052351 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-115b9a71-fb72-409c-9a55-fd126be9f87f req-2a1faaaa-54c7-4030-a486-f0b93c3385e4 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] 10.222.0.41 "GET /v2.0/ports?device_id=95f0dcf6-21d1-4595-9dfd-6b521a63d4e2 HTTP/1.1" status: 200 len: 985 time: 0.0795693 Apr 30 19:37:49.097992 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-115b9a71-fb72-409c-9a55-fd126be9f87f req-0f746586-2785-4fc7-9568-1df0a0efa64c tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] 10.222.0.41 "GET /v2.0/security-groups?id=32d5d58c-a99e-4d6d-9c94-4f3572b64dca&id=362fa607-94d4-4de8-ba6e-ecdd6c58403f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0396366 Apr 30 19:37:49.847621 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2158ba0d-03bb-4e3e-b51c-8b1ab366515d req-abbe74a6-1188-4549-ae24-8bb00125aca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:37:49.849234 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-2158ba0d-03bb-4e3e-b51c-8b1ab366515d req-abbe74a6-1188-4549-ae24-8bb00125aca0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=269cfbb152ef4300b85b7cd97f75a140&device_id=55be2ce3-9239-4e62-a228-14490db0c420 HTTP/1.1" status: 200 len: 1099 time: 0.0799339 Apr 30 19:37:50.014061 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2158ba0d-03bb-4e3e-b51c-8b1ab366515d req-00250001-e31f-4a46-82fe-aa5e4ed8553b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:37:50.015487 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-2158ba0d-03bb-4e3e-b51c-8b1ab366515d req-00250001-e31f-4a46-82fe-aa5e4ed8553b service neutron] 10.222.0.48 "GET /v2.0/networks?id=c9550696-1d67-45d6-8a04-78e6b9388125 HTTP/1.1" status: 200 len: 910 time: 0.1603525 Apr 30 19:37:50.022097 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9beeee4-5275-4974-897d-679d376f0129 req-7d7c40df-e791-47bb-91f9-cc96a5a5f82e tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:37:50.023665 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-e9beeee4-5275-4974-897d-679d376f0129 req-7d7c40df-e791-47bb-91f9-cc96a5a5f82e tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] 10.222.0.41 "GET /v2.0/ports?device_id=55be2ce3-9239-4e62-a228-14490db0c420 HTTP/1.1" status: 200 len: 946 time: 0.1875515 Apr 30 19:37:50.070445 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-e9beeee4-5275-4974-897d-679d376f0129 req-56923206-e2a1-4f61-aac5-0cc5d4b2c853 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] 10.222.0.41 "GET /v2.0/security-groups?id=0c97b8e9-0665-42a1-b368-528dbb6fd52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402045 Apr 30 19:37:50.121057 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-2158ba0d-03bb-4e3e-b51c-8b1ab366515d req-d7703ab3-06b7-4d45-925f-ecf8e114d872 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b89c29c8-4d27-428b-9b4b-e9fee60db693 HTTP/1.1" status: 200 len: 1001 time: 0.0974023 Apr 30 19:37:50.196674 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2158ba0d-03bb-4e3e-b51c-8b1ab366515d req-e2c2715c-4844-4367-9788-b4fc27942673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:37:50.198083 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-2158ba0d-03bb-4e3e-b51c-8b1ab366515d req-e2c2715c-4844-4367-9788-b4fc27942673 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=052186e4-87d6-40de-a696-6b4cd32cfb08 HTTP/1.1" status: 200 len: 848 time: 0.0692120 Apr 30 19:37:50.427418 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2158ba0d-03bb-4e3e-b51c-8b1ab366515d req-bca80cf8-39da-4096-9291-54dd8978c5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:37:50.428925 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-2158ba0d-03bb-4e3e-b51c-8b1ab366515d req-bca80cf8-39da-4096-9291-54dd8978c5f3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c9550696-1d67-45d6-8a04-78e6b9388125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2175088 Apr 30 19:37:50.441043 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02e9c0f-b50d-4c8e-a324-816e0f4e6176 req-0eb4750f-d49c-4dec-ae94-c0e54c38cee7 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:37:50.442434 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-f02e9c0f-b50d-4c8e-a324-816e0f4e6176 req-0eb4750f-d49c-4dec-ae94-c0e54c38cee7 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] 10.222.0.41 "GET /v2.0/ports?device_id=95f0dcf6-21d1-4595-9dfd-6b521a63d4e2 HTTP/1.1" status: 200 len: 985 time: 0.1999526 Apr 30 19:37:50.580009 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-f02e9c0f-b50d-4c8e-a324-816e0f4e6176 req-13678359-2b68-4772-8f60-0e5786e9b2d1 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] 10.222.0.41 "GET /v2.0/security-groups?id=32d5d58c-a99e-4d6d-9c94-4f3572b64dca&id=362fa607-94d4-4de8-ba6e-ecdd6c58403f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1161513 Apr 30 19:37:50.605463 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-2158ba0d-03bb-4e3e-b51c-8b1ab366515d req-fc5f0018-bbbd-4815-928e-d86b7f6df449 service neutron] 10.222.0.48 "GET /v2.0/networks/c9550696-1d67-45d6-8a04-78e6b9388125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620979 Apr 30 19:37:50.737799 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-2158ba0d-03bb-4e3e-b51c-8b1ab366515d req-70a63439-54f6-4216-b748-57610da45a16 service neutron] 10.222.0.48 "GET /v2.0/networks/c9550696-1d67-45d6-8a04-78e6b9388125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248069 Apr 30 19:37:51.256867 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a92cb0f-b874-4627-b199-000b0ed84a57 req-e6d3d027-f7b8-4bbf-bb16-f937b7dec785 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:37:51.258223 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-4a92cb0f-b874-4627-b199-000b0ed84a57 req-e6d3d027-f7b8-4bbf-bb16-f937b7dec785 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] 10.222.0.41 "GET /v2.0/ports?device_id=55be2ce3-9239-4e62-a228-14490db0c420 HTTP/1.1" status: 200 len: 946 time: 0.0815957 Apr 30 19:37:51.302290 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-4a92cb0f-b874-4627-b199-000b0ed84a57 req-3b409df3-871d-4b6a-a15a-b88934f3625f tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] 10.222.0.41 "GET /v2.0/security-groups?id=0c97b8e9-0665-42a1-b368-528dbb6fd52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384009 Apr 30 19:37:51.775466 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5078026-2e7b-4da6-93eb-21268e33f08b req-344d7f1e-b7f3-4c19-8260-ec7cf6db8f99 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:37:51.776843 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-f5078026-2e7b-4da6-93eb-21268e33f08b req-344d7f1e-b7f3-4c19-8260-ec7cf6db8f99 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] 10.222.0.41 "GET /v2.0/ports?device_id=95f0dcf6-21d1-4595-9dfd-6b521a63d4e2 HTTP/1.1" status: 200 len: 985 time: 0.0809443 Apr 30 19:37:51.830205 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-f5078026-2e7b-4da6-93eb-21268e33f08b req-97a97614-30e0-44d8-849a-314937da2eec tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] 10.222.0.41 "GET /v2.0/security-groups?id=32d5d58c-a99e-4d6d-9c94-4f3572b64dca&id=362fa607-94d4-4de8-ba6e-ecdd6c58403f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0471973 Apr 30 19:37:52.494478 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e68a4eb-3877-4b2f-868a-184e8778b8bc req-d9f7cfb1-171b-455c-bad2-c9ba1dae74c2 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:37:52.495986 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-8e68a4eb-3877-4b2f-868a-184e8778b8bc req-d9f7cfb1-171b-455c-bad2-c9ba1dae74c2 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] 10.222.0.41 "GET /v2.0/ports?device_id=55be2ce3-9239-4e62-a228-14490db0c420 HTTP/1.1" status: 200 len: 946 time: 0.0836966 Apr 30 19:37:52.543721 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-8e68a4eb-3877-4b2f-868a-184e8778b8bc req-754a0998-535f-49fc-a328-11619413c012 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] 10.222.0.41 "GET /v2.0/security-groups?id=0c97b8e9-0665-42a1-b368-528dbb6fd52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411930 Apr 30 19:37:53.028042 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c36d279-adf8-4c45-9a36-8deec43d9fc5 req-2299361e-3e69-47f0-ab25-be7d1b2ae6c9 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:37:53.029613 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-4c36d279-adf8-4c45-9a36-8deec43d9fc5 req-2299361e-3e69-47f0-ab25-be7d1b2ae6c9 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] 10.222.0.41 "GET /v2.0/ports?device_id=95f0dcf6-21d1-4595-9dfd-6b521a63d4e2 HTTP/1.1" status: 200 len: 985 time: 0.0868003 Apr 30 19:37:53.078472 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-4c36d279-adf8-4c45-9a36-8deec43d9fc5 req-edcf70e5-5fc5-45e4-b478-5f653e676ca7 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] 10.222.0.41 "GET /v2.0/security-groups?id=32d5d58c-a99e-4d6d-9c94-4f3572b64dca&id=362fa607-94d4-4de8-ba6e-ecdd6c58403f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0425673 Apr 30 19:37:53.742359 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d81e4d-ba38-42b5-bed5-211f66771765 req-ca8b3fd0-7cfe-4cb5-bc18-b463551c05cb tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:37:53.743825 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-11d81e4d-ba38-42b5-bed5-211f66771765 req-ca8b3fd0-7cfe-4cb5-bc18-b463551c05cb tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] 10.222.0.41 "GET /v2.0/ports?device_id=55be2ce3-9239-4e62-a228-14490db0c420 HTTP/1.1" status: 200 len: 946 time: 0.0802884 Apr 30 19:37:53.790937 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-11d81e4d-ba38-42b5-bed5-211f66771765 req-6cc48599-e9b1-4b42-bf53-9515f1ca21e6 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] 10.222.0.41 "GET /v2.0/security-groups?id=0c97b8e9-0665-42a1-b368-528dbb6fd52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401967 Apr 30 19:37:53.942327 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-53a0dcd3-63e1-4a83-b7db-20d8471549c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:37:54.062553 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 46986) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:37:54.153658 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6944d4b8-107a-4159-81b1-f4fe62fa39de req-da6bebcd-49a8-4b0a-a4eb-5dd13f91c879 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:37:54.155394 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-6944d4b8-107a-4159-81b1-f4fe62fa39de req-da6bebcd-49a8-4b0a-a4eb-5dd13f91c879 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] 10.222.0.41 "GET /v2.0/ports?device_id=55be2ce3-9239-4e62-a228-14490db0c420 HTTP/1.1" status: 200 len: 946 time: 0.0892808 Apr 30 19:37:54.247100 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-6944d4b8-107a-4159-81b1-f4fe62fa39de req-62acd42c-9c1f-4af6-b8fe-6ed5d17c7666 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] 10.222.0.41 "GET /v2.0/security-groups?id=0c97b8e9-0665-42a1-b368-528dbb6fd52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596197 Apr 30 19:37:54.269942 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-e0c8fa7d-2416-4409-8ec2-544527eab2d6 req-e77098ad-97e6-49b0-b834-595df20a0406 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=55be2ce3-9239-4e62-a228-14490db0c420&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2010736 Apr 30 19:37:54.321343 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ec1e60-86e4-46c6-b95b-8e4e8315f304 req-13e8222e-4439-40f4-aefa-b69852e8bf6d tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:37:54.322898 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-34ec1e60-86e4-46c6-b95b-8e4e8315f304 req-13e8222e-4439-40f4-aefa-b69852e8bf6d tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] 10.222.0.41 "GET /v2.0/ports?device_id=95f0dcf6-21d1-4595-9dfd-6b521a63d4e2 HTTP/1.1" status: 200 len: 985 time: 0.0879915 Apr 30 19:37:54.378352 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-34ec1e60-86e4-46c6-b95b-8e4e8315f304 req-b03b8615-8cc2-4824-9da7-59cff75f37be tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] 10.222.0.41 "GET /v2.0/security-groups?id=32d5d58c-a99e-4d6d-9c94-4f3572b64dca&id=362fa607-94d4-4de8-ba6e-ecdd6c58403f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0470386 Apr 30 19:37:55.169152 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Device b89c29c8-4d27-428b-9b4b-e9fee60db693 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=73809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 19:37:55.316557 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:37:55.344561 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55be2ce3-9239-4e62-a228-14490db0c420', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b89c29c8-4d27-428b-9b4b-e9fee60db693'}] {{(pid=73809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 19:37:55.354869 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-65ba8c12-0d06-4959-8304-606821799626 None None] For port b89c29c8-4d27-428b-9b4b-e9fee60db693, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=b89c29c8-4d27-428b-9b4b-e9fee60db693,segment=NetworkSegment(ff08c19b-8960-47af-a26c-8b502f897ff7),segment_id=ff08c19b-8960-47af-a26c-8b502f897ff7)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:37:55.359508 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:37:55.361629 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-083ef30f-10c9-4f3f-bf41-fa7738c59ea9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:37:55.409134 dv-cinder-733622-14-smb neutron-server[73809]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '55be2ce3-9239-4e62-a228-14490db0c420', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b89c29c8-4d27-428b-9b4b-e9fee60db693', 'code': 422} returned with failed status Apr 30 19:37:55.434508 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Pushing event updated for resources: {'Port': ['ID=b89c29c8-4d27-428b-9b4b-e9fee60db693,revision_number=6']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:37:55.442250 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:37:55.442671 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:37:55.443074 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:37:55.443492 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:37:55.444006 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:37:55.444359 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:37:55.444854 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:37:55.445318 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:37:55.445792 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:37:55.446124 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:37:55.446448 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:37:55.446772 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:37:55.450694 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:37:55.494493 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c8fa7d-2416-4409-8ec2-544527eab2d6 req-1a059915-a5ce-4376-9c83-8afe7cdcdcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:37:55.495929 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-e0c8fa7d-2416-4409-8ec2-544527eab2d6 req-1a059915-a5ce-4376-9c83-8afe7cdcdcd2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=55be2ce3-9239-4e62-a228-14490db0c420&tenant_id=269cfbb152ef4300b85b7cd97f75a140 HTTP/1.1" status: 200 len: 1097 time: 0.1653922 Apr 30 19:37:55.511668 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211c8780-ab3f-4e6a-b181-5370b74ba314 req-d7fc0eb3-4150-4bfa-962d-0f9e11d4652f tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:37:55.513155 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-211c8780-ab3f-4e6a-b181-5370b74ba314 req-d7fc0eb3-4150-4bfa-962d-0f9e11d4652f tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] 10.222.0.41 "GET /v2.0/ports?device_id=55be2ce3-9239-4e62-a228-14490db0c420 HTTP/1.1" status: 200 len: 944 time: 0.1072097 Apr 30 19:37:55.575889 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e290b57a-dde7-4993-8c4d-e265de2e188f req-e21bfba4-b6bd-4a72-a249-2571ea10b124 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:37:55.577545 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-e290b57a-dde7-4993-8c4d-e265de2e188f req-e21bfba4-b6bd-4a72-a249-2571ea10b124 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] 10.222.0.41 "GET /v2.0/ports?device_id=95f0dcf6-21d1-4595-9dfd-6b521a63d4e2 HTTP/1.1" status: 200 len: 985 time: 0.0855706 Apr 30 19:37:55.608967 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-211c8780-ab3f-4e6a-b181-5370b74ba314 req-065ade6c-f008-4d89-8800-2dd86dcadfac tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] 10.222.0.41 "GET /v2.0/security-groups?id=0c97b8e9-0665-42a1-b368-528dbb6fd52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570385 Apr 30 19:37:55.632301 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-e290b57a-dde7-4993-8c4d-e265de2e188f req-8848c0fb-791c-42fa-844f-2311fbe32fcb tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] 10.222.0.41 "GET /v2.0/security-groups?id=32d5d58c-a99e-4d6d-9c94-4f3572b64dca&id=362fa607-94d4-4de8-ba6e-ecdd6c58403f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0419998 Apr 30 19:37:55.632437 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c8fa7d-2416-4409-8ec2-544527eab2d6 req-23101e2c-8bb7-4a0b-8ec1-5e62d28b4f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:37:55.632437 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-e0c8fa7d-2416-4409-8ec2-544527eab2d6 req-23101e2c-8bb7-4a0b-8ec1-5e62d28b4f53 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=269cfbb152ef4300b85b7cd97f75a140&device_id=55be2ce3-9239-4e62-a228-14490db0c420 HTTP/1.1" status: 200 len: 1097 time: 0.1110227 Apr 30 19:37:55.769561 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c8fa7d-2416-4409-8ec2-544527eab2d6 req-005685ec-00f8-4030-b57c-03d328153df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:37:55.771002 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-e0c8fa7d-2416-4409-8ec2-544527eab2d6 req-005685ec-00f8-4030-b57c-03d328153df2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c9550696-1d67-45d6-8a04-78e6b9388125 HTTP/1.1" status: 200 len: 910 time: 0.1364849 Apr 30 19:37:55.876845 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-e0c8fa7d-2416-4409-8ec2-544527eab2d6 req-75068a55-12e6-49b9-b217-9b46bac42c3e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b89c29c8-4d27-428b-9b4b-e9fee60db693 HTTP/1.1" status: 200 len: 999 time: 0.0978377 Apr 30 19:37:55.936840 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c8fa7d-2416-4409-8ec2-544527eab2d6 req-b1710c89-9241-44d4-8762-cd516a230243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:37:55.938921 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-e0c8fa7d-2416-4409-8ec2-544527eab2d6 req-b1710c89-9241-44d4-8762-cd516a230243 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=052186e4-87d6-40de-a696-6b4cd32cfb08 HTTP/1.1" status: 200 len: 848 time: 0.0576360 Apr 30 19:37:56.015518 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c8fa7d-2416-4409-8ec2-544527eab2d6 req-88c6c71c-d5b9-407f-8179-fb8a6d81d3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:37:56.017896 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-e0c8fa7d-2416-4409-8ec2-544527eab2d6 req-88c6c71c-d5b9-407f-8179-fb8a6d81d3f7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c9550696-1d67-45d6-8a04-78e6b9388125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0729587 Apr 30 19:37:56.151348 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-e0c8fa7d-2416-4409-8ec2-544527eab2d6 req-1be62aa7-482d-4da4-b212-e724a8d4abba service neutron] 10.222.0.48 "GET /v2.0/networks/c9550696-1d67-45d6-8a04-78e6b9388125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274509 Apr 30 19:37:56.282492 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-e0c8fa7d-2416-4409-8ec2-544527eab2d6 req-f9c09ef1-20d9-4185-abda-f7607c9912ae service neutron] 10.222.0.48 "GET /v2.0/networks/c9550696-1d67-45d6-8a04-78e6b9388125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240189 Apr 30 19:37:56.404398 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:37:56.513242 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668b2fba-8819-467b-856e-2be62e0d7258 req-bc9ea869-2d4a-4b37-b9bd-44754ada5e55 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:37:56.514560 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-668b2fba-8819-467b-856e-2be62e0d7258 req-bc9ea869-2d4a-4b37-b9bd-44754ada5e55 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d6ea963-7a63-4a3b-a0ac-6e048fff329a HTTP/1.1" status: 200 len: 945 time: 0.0882893 Apr 30 19:37:56.558073 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-668b2fba-8819-467b-856e-2be62e0d7258 req-a05807ec-4d15-442f-bffd-a0cecb5b1db4 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.41 "GET /v2.0/security-groups?id=aa3c280a-4a2f-48c4-ad39-3402db1b107b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373545 Apr 30 19:37:56.684046 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-f11245dd-c402-4434-805f-dce8cbc571d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:37:56.820353 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d5f1a4-a22a-417a-b9a4-fb23232b391e req-468a61db-7e91-404e-ae63-a49244fbffac tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:37:56.821864 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-86d5f1a4-a22a-417a-b9a4-fb23232b391e req-468a61db-7e91-404e-ae63-a49244fbffac tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] 10.222.0.41 "GET /v2.0/ports?device_id=95f0dcf6-21d1-4595-9dfd-6b521a63d4e2 HTTP/1.1" status: 200 len: 985 time: 0.0842865 Apr 30 19:37:56.870610 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-86d5f1a4-a22a-417a-b9a4-fb23232b391e req-a9dd86f9-1bb3-4f9c-9023-f80ef7c9d6c0 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] 10.222.0.41 "GET /v2.0/security-groups?id=32d5d58c-a99e-4d6d-9c94-4f3572b64dca&id=362fa607-94d4-4de8-ba6e-ecdd6c58403f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0423899 Apr 30 19:37:56.892968 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae811924-3452-4797-b632-58b892496f83 req-5eb98b20-1bd4-4c01-b4b1-aa772d213596 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:37:56.894416 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-ae811924-3452-4797-b632-58b892496f83 req-5eb98b20-1bd4-4c01-b4b1-aa772d213596 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] 10.222.0.41 "GET /v2.0/ports?device_id=55be2ce3-9239-4e62-a228-14490db0c420 HTTP/1.1" status: 200 len: 944 time: 0.1724360 Apr 30 19:37:56.939483 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-ae811924-3452-4797-b632-58b892496f83 req-7ed3fe9f-984d-41f9-b888-d26cb97864e3 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] 10.222.0.41 "GET /v2.0/security-groups?id=0c97b8e9-0665-42a1-b368-528dbb6fd52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394247 Apr 30 19:37:57.738832 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-db901c41-8a71-4621-9038-9b0e7a83b2d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:37:57.747574 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94030589-34c1-489a-ab12-ab9beb11e5d4 req-9dafd659-10da-4fd7-a1ad-1d9c2ccab077 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:37:57.749056 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-94030589-34c1-489a-ab12-ab9beb11e5d4 req-9dafd659-10da-4fd7-a1ad-1d9c2ccab077 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d6ea963-7a63-4a3b-a0ac-6e048fff329a HTTP/1.1" status: 200 len: 945 time: 0.0828776 Apr 30 19:37:57.792888 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-94030589-34c1-489a-ab12-ab9beb11e5d4 req-07787886-8c22-402c-9573-d5322fccc7e0 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.41 "GET /v2.0/security-groups?id=aa3c280a-4a2f-48c4-ad39-3402db1b107b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375769 Apr 30 19:37:58.060676 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85763592-db52-4ca2-9148-626b172a8f09 req-f65dcb14-e4d4-4986-b813-1a4cb79bc5e4 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:37:58.062137 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-85763592-db52-4ca2-9148-626b172a8f09 req-f65dcb14-e4d4-4986-b813-1a4cb79bc5e4 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] 10.222.0.41 "GET /v2.0/ports?device_id=95f0dcf6-21d1-4595-9dfd-6b521a63d4e2 HTTP/1.1" status: 200 len: 985 time: 0.0869305 Apr 30 19:37:58.110169 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-85763592-db52-4ca2-9148-626b172a8f09 req-c7a7f177-c5d5-4576-b06a-5bbeabe0460b tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] 10.222.0.41 "GET /v2.0/security-groups?id=32d5d58c-a99e-4d6d-9c94-4f3572b64dca&id=362fa607-94d4-4de8-ba6e-ecdd6c58403f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0408595 Apr 30 19:37:58.123894 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07087fb0-0c72-4d32-a948-e17212275349 req-2448b36c-1349-4ffa-be4b-4230d7f4e85d tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:37:58.126756 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-07087fb0-0c72-4d32-a948-e17212275349 req-2448b36c-1349-4ffa-be4b-4230d7f4e85d tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] 10.222.0.41 "GET /v2.0/ports?device_id=55be2ce3-9239-4e62-a228-14490db0c420 HTTP/1.1" status: 200 len: 944 time: 0.0820315 Apr 30 19:37:58.184505 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-07087fb0-0c72-4d32-a948-e17212275349 req-0aa44350-c4bd-4484-8c02-6a4d81efadae tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] 10.222.0.41 "GET /v2.0/security-groups?id=0c97b8e9-0665-42a1-b368-528dbb6fd52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518532 Apr 30 19:37:58.460618 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269fbcf9-522e-489a-8c6f-86c858d615bf req-b9f5a272-d00b-47e8-89e3-99fff24810e7 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:37:58.461919 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-269fbcf9-522e-489a-8c6f-86c858d615bf req-b9f5a272-d00b-47e8-89e3-99fff24810e7 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d6ea963-7a63-4a3b-a0ac-6e048fff329a HTTP/1.1" status: 200 len: 945 time: 0.0776012 Apr 30 19:37:58.600037 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.plugin [req-269fbcf9-522e-489a-8c6f-86c858d615bf req-4c7cd2a4-7284-486c-9526-9ffab4f5f699 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Deleting port fa2c09d9-700e-41f2-b376-ab6fcb3a623a {{(pid=73807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 19:37:58.600420 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-269fbcf9-522e-489a-8c6f-86c858d615bf req-4c7cd2a4-7284-486c-9526-9ffab4f5f699 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780697314645'] for port, before_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:37:58.733658 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.db [req-269fbcf9-522e-489a-8c6f-86c858d615bf req-4c7cd2a4-7284-486c-9526-9ffab4f5f699 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] For port fa2c09d9-700e-41f2-b376-ab6fcb3a623a, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=fa2c09d9-700e-41f2-b376-ab6fcb3a623a,segment=NetworkSegment(0eb9c3fd-827b-4d06-8c9c-ae028f36cb05),segment_id=0eb9c3fd-827b-4d06-8c9c-ae028f36cb05)] {{(pid=73807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:37:58.733962 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-269fbcf9-522e-489a-8c6f-86c858d615bf req-4c7cd2a4-7284-486c-9526-9ffab4f5f699 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664767'] for port, precommit_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:37:59.081066 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-269fbcf9-522e-489a-8c6f-86c858d615bf req-4c7cd2a4-7284-486c-9526-9ffab4f5f699 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:37:59.081773 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-269fbcf9-522e-489a-8c6f-86c858d615bf req-4c7cd2a4-7284-486c-9526-9ffab4f5f699 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679255'] for floatingip, after_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:37:59.081773 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.db.l3_db [req-269fbcf9-522e-489a-8c6f-86c858d615bf req-4c7cd2a4-7284-486c-9526-9ffab4f5f699 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Floating IP 2e3fc99d-6593-4378-8ede-440b5a871de8 disassociated. External IP: 172.28.1.149, port: fa2c09d9-700e-41f2-b376-ab6fcb3a623a. Apr 30 19:37:59.081967 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.plugin [req-269fbcf9-522e-489a-8c6f-86c858d615bf req-4c7cd2a4-7284-486c-9526-9ffab4f5f699 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Calling delete_port for fa2c09d9-700e-41f2-b376-ab6fcb3a623a owned by compute:nova {{(pid=73807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 19:37:59.098121 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747d16b3-4b44-4c6f-bc63-ed70a2dab13e req-b22cff8e-88d7-4d8f-96f3-2e6cd4fe91ff tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:37:59.099584 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-747d16b3-4b44-4c6f-bc63-ed70a2dab13e req-b22cff8e-88d7-4d8f-96f3-2e6cd4fe91ff tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d6ea963-7a63-4a3b-a0ac-6e048fff329a HTTP/1.1" status: 200 len: 945 time: 0.1996799 Apr 30 19:37:59.163025 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-747d16b3-4b44-4c6f-bc63-ed70a2dab13e req-c1b37c48-c74d-4d93-afab-82e2e1b30def tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.41 "GET /v2.0/security-groups?id=aa3c280a-4a2f-48c4-ad39-3402db1b107b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522306 Apr 30 19:37:59.179061 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Device b89c29c8-4d27-428b-9b4b-e9fee60db693 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=73809) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 19:37:59.217158 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:37:59.250893 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-269fbcf9-522e-489a-8c6f-86c858d615bf req-4c7cd2a4-7284-486c-9526-9ffab4f5f699 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780697316006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780696898079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62583854'] for port, after_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:37:59.258684 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-7cc142d4-3712-4c59-b075-954e6ad4ecc8 tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:37:59.307201 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7cd2a4-7284-486c-9526-9ffab4f5f699 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Pushing event deleted for resources: {'Port': ['ID=fa2c09d9-700e-41f2-b376-ab6fcb3a623a,revision_number=None']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:37:59.310314 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-4c7cd2a4-7284-486c-9526-9ffab4f5f699 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:37:59.359267 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-abaefda2-14da-46b7-be41-c4f24c026f78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:37:59.363665 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0074c981-d7e9-4116-a84c-80dc6c2af23e req-c9bd7aef-a04f-43be-8d37-1cffd167cd5a tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:37:59.370789 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-0074c981-d7e9-4116-a84c-80dc6c2af23e req-c9bd7aef-a04f-43be-8d37-1cffd167cd5a tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] 10.222.0.41 "GET /v2.0/ports?device_id=95f0dcf6-21d1-4595-9dfd-6b521a63d4e2 HTTP/1.1" status: 200 len: 985 time: 0.0976765 Apr 30 19:37:59.387101 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-65ba8c12-0d06-4959-8304-606821799626 None None] For port b89c29c8-4d27-428b-9b4b-e9fee60db693, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=b89c29c8-4d27-428b-9b4b-e9fee60db693,segment=NetworkSegment(ff08c19b-8960-47af-a26c-8b502f897ff7),segment_id=ff08c19b-8960-47af-a26c-8b502f897ff7)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:37:59.401371 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Returning: {'device': 'b89c29c8-4d27-428b-9b4b-e9fee60db693', 'network_id': 'c9550696-1d67-45d6-8a04-78e6b9388125', 'port_id': 'b89c29c8-4d27-428b-9b4b-e9fee60db693', 'mac_address': 'fa:16:3e:e0:a5:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '052186e4-87d6-40de-a696-6b4cd32cfb08', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73809) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 19:37:59.420221 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-0074c981-d7e9-4116-a84c-80dc6c2af23e req-ddc4d7cf-ae9b-4a89-822e-d04bcedc1d1d tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] 10.222.0.41 "GET /v2.0/security-groups?id=32d5d58c-a99e-4d6d-9c94-4f3572b64dca&id=362fa607-94d4-4de8-ba6e-ecdd6c58403f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0485096 Apr 30 19:37:59.460130 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:37:59.477031 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.notifiers.nova [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b89c29c8-4d27-428b-9b4b-e9fee60db693 {{(pid=73809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 19:37:59.492894 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-65ba8c12-0d06-4959-8304-606821799626 None None] For port b89c29c8-4d27-428b-9b4b-e9fee60db693, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=b89c29c8-4d27-428b-9b4b-e9fee60db693,segment=NetworkSegment(ff08c19b-8960-47af-a26c-8b502f897ff7),segment_id=ff08c19b-8960-47af-a26c-8b502f897ff7)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:37:59.496493 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:37:59.499018 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:37:59.565146 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Pushing event updated for resources: {'Port': ['ID=b89c29c8-4d27-428b-9b4b-e9fee60db693,revision_number=7']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:37:59.565369 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eadca5b-fd77-4c9b-b89f-958c5174558b req-887700e6-402c-4d43-b072-5be384bd93d3 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:37:59.566709 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-8eadca5b-fd77-4c9b-b89f-958c5174558b req-887700e6-402c-4d43-b072-5be384bd93d3 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] 10.222.0.41 "GET /v2.0/ports?device_id=55be2ce3-9239-4e62-a228-14490db0c420 HTTP/1.1" status: 200 len: 944 time: 0.2555273 Apr 30 19:37:59.568130 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:37:59.576228 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.scheduler.l3_agent_scheduler [req-269fbcf9-522e-489a-8c6f-86c858d615bf req-4c7cd2a4-7284-486c-9526-9ffab4f5f699 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Router b7ec752e-256f-4ede-bed4-6c012bd9bef7 has already been hosted by L3 agent 19062261-8801-4f4d-b71c-f22a3dba3fbe {{(pid=73807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 19:37:59.682514 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-8eadca5b-fd77-4c9b-b89f-958c5174558b req-f21f5195-9f33-4e07-9c26-2d0fd690432a tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] 10.222.0.41 "GET /v2.0/security-groups?id=0c97b8e9-0665-42a1-b368-528dbb6fd52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088428 Apr 30 19:37:59.730458 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-65ba8c12-0d06-4959-8304-606821799626 None None] get_ports_and_sgs() called for port_ids ['b89c29c8-4d27-428b-9b4b-e9fee60db693'] {{(pid=73809) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 19:37:59.893049 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-269fbcf9-522e-489a-8c6f-86c858d615bf req-4c7cd2a4-7284-486c-9526-9ffab4f5f699 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Notify agent at l3_agent.dv-cinder-733622-14-smb the message routers_updated {{(pid=73807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 19:37:59.907370 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8540229f-f5d7-4f43-b2ac-09f4a6827f64 None None] Sync routers for ids ['b7ec752e-256f-4ede-bed4-6c012bd9bef7'] in dv-cinder-733622-14-smb {{(pid=73809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 19:37:59.934014 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8540229f-f5d7-4f43-b2ac-09f4a6827f64 None None] Routers {'b7ec752e-256f-4ede-bed4-6c012bd9bef7'} bound to L3 agent in host dv-cinder-733622-14-smb {{(pid=73809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 19:37:59.934555 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_hamode_db [None req-8540229f-f5d7-4f43-b2ac-09f4a6827f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-30T19:24:27Z,description=,heartbeat_timestamp=2021-04-30T19:37:57Z,host='dv-cinder-733622-14-smb',id=19062261-8801-4f4d-b71c-f22a3dba3fbe,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T19:24:27Z,topic='l3_agent')) {'router_ids': ['b7ec752e-256f-4ede-bed4-6c012bd9bef7'], 'active': True} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:37:59.967041 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.l3_dvrscheduler_db [req-269fbcf9-522e-489a-8c6f-86c858d615bf req-4c7cd2a4-7284-486c-9526-9ffab4f5f699 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] No DVR routers for this DVR port fa2c09d9-700e-41f2-b376-ab6fcb3a623a on host hv-cinder-73362 {{(pid=73807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 19:37:59.970572 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-269fbcf9-522e-489a-8c6f-86c858d615bf req-4c7cd2a4-7284-486c-9526-9ffab4f5f699 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937687'] for port, before_response {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:37:59.973156 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d6ea963-7a63-4a3b-a0ac-6e048fff329a', 'name': 'network-vif-deleted', 'tag': 'fa2c09d9-700e-41f2-b376-ab6fcb3a623a'}] {{(pid=73807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 19:37:59.989765 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-269fbcf9-522e-489a-8c6f-86c858d615bf req-4c7cd2a4-7284-486c-9526-9ffab4f5f699 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.48 "DELETE /v2.0/ports/fa2c09d9-700e-41f2-b376-ab6fcb3a623a HTTP/1.1" status: 204 len: 173 time: 1.5214133 Apr 30 19:38:00.076947 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d6ea963-7a63-4a3b-a0ac-6e048fff329a', 'name': 'network-vif-deleted', 'tag': 'fa2c09d9-700e-41f2-b376-ab6fcb3a623a', 'status': 'completed', 'code': 200} Apr 30 19:38:00.178959 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_dvr_db [None req-8540229f-f5d7-4f43-b2ac-09f4a6827f64 None None] Set router b7ec752e-256f-4ede-bed4-6c012bd9bef7 gateway port host: dv-cinder-733622-14-smb {{(pid=73809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 19:38:00.352847 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [req-68b23e5a-f3f1-4924-8269-d325c3528c78 req-6bf3fc5c-d3db-43ea-9370-e78dcf94b539 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Synchronizing usage tracker for tenant:1a3a36846b69409bb56820276a166a65 on resource:port {{(pid=73807) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 19:38:00.368341 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [req-68b23e5a-f3f1-4924-8269-d325c3528c78 req-6bf3fc5c-d3db-43ea-9370-e78dcf94b539 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Unset dirty status for tenant:1a3a36846b69409bb56820276a166a65 on resource:port {{(pid=73807) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 19:38:00.369597 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-68b23e5a-f3f1-4924-8269-d325c3528c78 req-6bf3fc5c-d3db-43ea-9370-e78dcf94b539 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d6ea963-7a63-4a3b-a0ac-6e048fff329a HTTP/1.1" status: 200 len: 210 time: 0.0626962 Apr 30 19:38:00.517908 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_hamode_db [None req-8540229f-f5d7-4f43-b2ac-09f4a6827f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7ec752e-256f-4ede-bed4-6c012bd9bef7', 'name': 'tempest-AttachVolumeTestJSON-1647431383-router', 'tenant_id': '1a3a36846b69409bb56820276a166a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'external_fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.147'}], 'enable_snat': True}, 'gw_port_id': '4efd36f4-1f2f-4c62-80a6-a3f2400d3013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T19:32:07Z', 'updated_at': '2021-04-30T19:32:24Z', 'revision_number': 4, 'project_id': '1a3a36846b69409bb56820276a166a65', 'gw_port': {'id': '4efd36f4-1f2f-4c62-80a6-a3f2400d3013', 'name': '', 'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:3e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ec752e-256f-4ede-bed4-6c012bd9bef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:32:11Z', 'updated_at': '2021-04-30T19:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-14-smb', '_interfaces': [{'id': '484fef2b-b90f-45b9-b201-a198550a228f', 'name': '', 'network_id': 'fb753e9f-d5ea-4d3b-a660-3bfc4f53e5c0', 'tenant_id': '1a3a36846b69409bb56820276a166a65', 'mac_address': 'fa:16:3e:64:79:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ec752e-256f-4ede-bed4-6c012bd9bef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '60d0612e-ab94-488a-8358-4a2e04237205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:32:22Z', 'updated_at': '2021-04-30T19:32:43Z', 'revision_number': 5, 'project_id': '1a3a36846b69409bb56820276a166a65', 'subnets': [{'id': '60d0612e-ab94-488a-8358-4a2e04237205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-14-smb', False) {} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:38:00.521815 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8540229f-f5d7-4f43-b2ac-09f4a6827f64 None None] Checking router: b7ec752e-256f-4ede-bed4-6c012bd9bef7 for host: dv-cinder-733622-14-smb {{(pid=73809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 19:38:00.530164 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8540229f-f5d7-4f43-b2ac-09f4a6827f64 None None] Routers {'b7ec752e-256f-4ede-bed4-6c012bd9bef7'} bound to L3 agent in host dv-cinder-733622-14-smb {{(pid=73809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 19:38:00.530771 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_hamode_db [None req-8540229f-f5d7-4f43-b2ac-09f4a6827f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-30T19:24:27Z,description=,heartbeat_timestamp=2021-04-30T19:37:57Z,host='dv-cinder-733622-14-smb',id=19062261-8801-4f4d-b71c-f22a3dba3fbe,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T19:24:27Z,topic='l3_agent')) {'router_ids': ['b7ec752e-256f-4ede-bed4-6c012bd9bef7'], 'active': True} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:38:00.739325 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_dvr_db [None req-8540229f-f5d7-4f43-b2ac-09f4a6827f64 None None] Set router b7ec752e-256f-4ede-bed4-6c012bd9bef7 gateway port host: dv-cinder-733622-14-smb {{(pid=73809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 19:38:00.874777 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addb36d7-d6ec-4f79-9e05-bf07c00e6403 req-347cbe9e-7515-44e2-8d27-d3a73156c274 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:38:00.876796 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-addb36d7-d6ec-4f79-9e05-bf07c00e6403 req-347cbe9e-7515-44e2-8d27-d3a73156c274 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] 10.222.0.41 "GET /v2.0/ports?device_id=55be2ce3-9239-4e62-a228-14490db0c420 HTTP/1.1" status: 200 len: 945 time: 0.0839915 Apr 30 19:38:00.921431 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-addb36d7-d6ec-4f79-9e05-bf07c00e6403 req-11511f7c-1ea4-40a0-a2d8-aaba944722d7 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] 10.222.0.41 "GET /v2.0/security-groups?id=0c97b8e9-0665-42a1-b368-528dbb6fd52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388103 Apr 30 19:38:01.048044 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_hamode_db [None req-8540229f-f5d7-4f43-b2ac-09f4a6827f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7ec752e-256f-4ede-bed4-6c012bd9bef7', 'name': 'tempest-AttachVolumeTestJSON-1647431383-router', 'tenant_id': '1a3a36846b69409bb56820276a166a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'external_fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.147'}], 'enable_snat': True}, 'gw_port_id': '4efd36f4-1f2f-4c62-80a6-a3f2400d3013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T19:32:07Z', 'updated_at': '2021-04-30T19:32:24Z', 'revision_number': 4, 'project_id': '1a3a36846b69409bb56820276a166a65', 'gw_port': {'id': '4efd36f4-1f2f-4c62-80a6-a3f2400d3013', 'name': '', 'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:3e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ec752e-256f-4ede-bed4-6c012bd9bef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:32:11Z', 'updated_at': '2021-04-30T19:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-14-smb', '_interfaces': [{'id': '484fef2b-b90f-45b9-b201-a198550a228f', 'name': '', 'network_id': 'fb753e9f-d5ea-4d3b-a660-3bfc4f53e5c0', 'tenant_id': '1a3a36846b69409bb56820276a166a65', 'mac_address': 'fa:16:3e:64:79:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ec752e-256f-4ede-bed4-6c012bd9bef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '60d0612e-ab94-488a-8358-4a2e04237205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:32:22Z', 'updated_at': '2021-04-30T19:32:43Z', 'revision_number': 5, 'project_id': '1a3a36846b69409bb56820276a166a65', 'subnets': [{'id': '60d0612e-ab94-488a-8358-4a2e04237205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-14-smb', False) {} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:38:01.051808 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8540229f-f5d7-4f43-b2ac-09f4a6827f64 None None] The sync data for ids ['b7ec752e-256f-4ede-bed4-6c012bd9bef7'] in dv-cinder-733622-14-smb is: [{'id': 'b7ec752e-256f-4ede-bed4-6c012bd9bef7', 'name': 'tempest-AttachVolumeTestJSON-1647431383-router', 'tenant_id': '1a3a36846b69409bb56820276a166a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'external_fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.147'}], 'enable_snat': True}, 'gw_port_id': '4efd36f4-1f2f-4c62-80a6-a3f2400d3013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T19:32:07Z', 'updated_at': '2021-04-30T19:32:24Z', 'revision_number': 4, 'project_id': '1a3a36846b69409bb56820276a166a65', 'gw_port': {'id': '4efd36f4-1f2f-4c62-80a6-a3f2400d3013', 'name': '', 'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:3e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ec752e-256f-4ede-bed4-6c012bd9bef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:32:11Z', 'updated_at': '2021-04-30T19:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-14-smb', '_interfaces': [{'id': '484fef2b-b90f-45b9-b201-a198550a228f', 'name': '', 'network_id': 'fb753e9f-d5ea-4d3b-a660-3bfc4f53e5c0', 'tenant_id': '1a3a36846b69409bb56820276a166a65', 'mac_address': 'fa:16:3e:64:79:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ec752e-256f-4ede-bed4-6c012bd9bef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '60d0612e-ab94-488a-8358-4a2e04237205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:32:22Z', 'updated_at': '2021-04-30T19:32:43Z', 'revision_number': 5, 'project_id': '1a3a36846b69409bb56820276a166a65', 'subnets': [{'id': '60d0612e-ab94-488a-8358-4a2e04237205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 19:38:01.191607 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Device b89c29c8-4d27-428b-9b4b-e9fee60db693 up at agent hyperv_hv-cinder-73362 {{(pid=73809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 19:38:01.267981 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Provisioning complete for port b89c29c8-4d27-428b-9b4b-e9fee60db693 triggered by entity L2. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 19:38:01.268136 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd9e424-7130-44cb-a457-803160011816 None None] New status for floating IP 2e3fc99d-6593-4378-8ede-440b5a871de8: DOWN {{(pid=73810) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 19:38:01.268677 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618911'] for port, provisioning_complete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:01.382483 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:01.410527 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55be2ce3-9239-4e62-a228-14490db0c420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b89c29c8-4d27-428b-9b4b-e9fee60db693'}] {{(pid=73809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 19:38:01.420616 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-65ba8c12-0d06-4959-8304-606821799626 None None] For port b89c29c8-4d27-428b-9b4b-e9fee60db693, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=b89c29c8-4d27-428b-9b4b-e9fee60db693,segment=NetworkSegment(ff08c19b-8960-47af-a26c-8b502f897ff7),segment_id=ff08c19b-8960-47af-a26c-8b502f897ff7)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:38:01.426166 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:01.427290 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Device fa2c09d9-700e-41f2-b376-ab6fcb3a623a no longer exists at agent hyperv_hv-cinder-73362 {{(pid=73809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 19:38:01.463718 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:38:01.501055 dv-cinder-733622-14-smb neutron-server[73809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55be2ce3-9239-4e62-a228-14490db0c420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b89c29c8-4d27-428b-9b4b-e9fee60db693', 'code': 200} Apr 30 19:38:01.505972 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 47066) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:38:01.506557 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-65ba8c12-0d06-4959-8304-606821799626 None None] No Port match for: fa2c09d9-700e-41f2-b376-ab6fcb3a623a {{(pid=73809) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 19:38:01.506852 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Device fa2c09d9-700e-41f2-b376-ab6fcb3a623a not bound to the agent host hv-cinder-73362 {{(pid=73809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 19:38:01.541202 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Pushing event updated for resources: {'Port': ['ID=b89c29c8-4d27-428b-9b4b-e9fee60db693,revision_number=8']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:38:01.544184 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:38:01.580801 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-39fec475-641f-4fce-97cf-c2ede13ea9a6 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Notify callbacks [] for security_group, before_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:01.612003 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-39fec475-641f-4fce-97cf-c2ede13ea9a6 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:01.669571 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-39fec475-641f-4fce-97cf-c2ede13ea9a6 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:01.679344 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-57017e6c-51fa-45e0-bc3e-411c0b530432 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:38:01.694252 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fec475-641f-4fce-97cf-c2ede13ea9a6 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa3c280a-4a2f-48c4-ad39-3402db1b107b,revision_number=None']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:38:01.696903 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-39fec475-641f-4fce-97cf-c2ede13ea9a6 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:38:01.705406 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-39fec475-641f-4fce-97cf-c2ede13ea9a6 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Notify callbacks [] for security_group, before_response {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:01.706510 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-39fec475-641f-4fce-97cf-c2ede13ea9a6 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.41 "DELETE /v2.0/security-groups/aa3c280a-4a2f-48c4-ad39-3402db1b107b HTTP/1.1" status: 204 len: 168 time: 0.1986008 Apr 30 19:38:01.709230 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 47070) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:38:01.767801 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.api.v2.resource [None req-0fb547c5-8690-4d2d-a54b-5957319b524d tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] show failed (client error): The resource could not be found. Apr 30 19:38:01.768794 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-0fb547c5-8690-4d2d-a54b-5957319b524d tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.41 "GET /v2.0/security-groups/aa3c280a-4a2f-48c4-ad39-3402db1b107b HTTP/1.1" status: 404 len: 347 time: 0.0586460 Apr 30 19:38:01.771856 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 47074) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:38:01.798422 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1834e01d-1b70-4975-986e-445f6bfd308a req-603020c3-fa8b-4d21-90b3-dfa1c6deaf0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:38:01.799870 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-1834e01d-1b70-4975-986e-445f6bfd308a req-603020c3-fa8b-4d21-90b3-dfa1c6deaf0f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=55be2ce3-9239-4e62-a228-14490db0c420 HTTP/1.1" status: 200 len: 1099 time: 0.0876625 Apr 30 19:38:01.842653 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-1834e01d-1b70-4975-986e-445f6bfd308a req-2492e141-5500-498f-ba7f-195874a26aac service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=0c97b8e9-0665-42a1-b368-528dbb6fd52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351760 Apr 30 19:38:01.986981 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.plugins.ml2.plugin [None req-e8315cde-6134-47a2-9faa-e94bd7b33d2c tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Deleting port 32ca40fa-09a4-44a4-b991-af61c59e1db2 {{(pid=73808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 19:38:01.987535 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-e8315cde-6134-47a2-9faa-e94bd7b33d2c tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780697314645'] for port, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:02.147079 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-e8315cde-6134-47a2-9faa-e94bd7b33d2c tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664767'] for port, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:02.147396 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-e8315cde-6134-47a2-9faa-e94bd7b33d2c tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:02.359968 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.plugins.ml2.plugin [None req-e8315cde-6134-47a2-9faa-e94bd7b33d2c tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Calling delete_port for 32ca40fa-09a4-44a4-b991-af61c59e1db2 owned by network:floatingip {{(pid=73808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 19:38:02.378718 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce38e9b-5fb4-48b0-982e-34f4dd1ffac0 req-ba40eb81-4bab-4f5d-9507-9ee277fb2c3e tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:38:02.380141 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-2ce38e9b-5fb4-48b0-982e-34f4dd1ffac0 req-ba40eb81-4bab-4f5d-9507-9ee277fb2c3e tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] 10.222.0.41 "GET /v2.0/ports?device_id=55be2ce3-9239-4e62-a228-14490db0c420 HTTP/1.1" status: 200 len: 946 time: 0.3224001 Apr 30 19:38:02.437781 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-2ce38e9b-5fb4-48b0-982e-34f4dd1ffac0 req-46f1b913-80bd-4c5d-9b22-79e2223f6059 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] 10.222.0.41 "GET /v2.0/security-groups?id=0c97b8e9-0665-42a1-b368-528dbb6fd52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483074 Apr 30 19:38:02.517866 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-e8315cde-6134-47a2-9faa-e94bd7b33d2c tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780697316006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780696898079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60822380'] for port, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:02.522504 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:38:02.568915 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8315cde-6134-47a2-9faa-e94bd7b33d2c tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Pushing event deleted for resources: {'Port': ['ID=32ca40fa-09a4-44a4-b991-af61c59e1db2,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:38:02.607820 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8315cde-6134-47a2-9faa-e94bd7b33d2c tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:38:02.608163 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8315cde-6134-47a2-9faa-e94bd7b33d2c tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:38:02.608630 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8315cde-6134-47a2-9faa-e94bd7b33d2c tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:38:02.609017 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8315cde-6134-47a2-9faa-e94bd7b33d2c tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:38:02.609784 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8315cde-6134-47a2-9faa-e94bd7b33d2c tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:38:02.610323 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8315cde-6134-47a2-9faa-e94bd7b33d2c tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:38:02.610644 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8315cde-6134-47a2-9faa-e94bd7b33d2c tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:38:02.611009 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8315cde-6134-47a2-9faa-e94bd7b33d2c tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:38:02.611820 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8315cde-6134-47a2-9faa-e94bd7b33d2c tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:38:02.612189 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8315cde-6134-47a2-9faa-e94bd7b33d2c tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:38:02.612594 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8315cde-6134-47a2-9faa-e94bd7b33d2c tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:38:02.612948 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8315cde-6134-47a2-9faa-e94bd7b33d2c tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:38:02.644365 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-e8315cde-6134-47a2-9faa-e94bd7b33d2c tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:38:02.676836 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-e8315cde-6134-47a2-9faa-e94bd7b33d2c tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Notify callbacks [] for floatingip, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:02.694858 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-e8315cde-6134-47a2-9faa-e94bd7b33d2c tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937687'] for floatingip, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:02.696065 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-e8315cde-6134-47a2-9faa-e94bd7b33d2c tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] 10.222.0.41 "DELETE /v2.0/floatingips/2e3fc99d-6593-4378-8ede-440b5a871de8 HTTP/1.1" status: 204 len: 168 time: 0.9231355 Apr 30 19:38:03.622527 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490bcfdb-68da-4ae7-a6ee-08d8d050677c req-fb56a092-0b3c-4ac2-be64-ba5fded0f2eb tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:38:03.623960 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-490bcfdb-68da-4ae7-a6ee-08d8d050677c req-fb56a092-0b3c-4ac2-be64-ba5fded0f2eb tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] 10.222.0.41 "GET /v2.0/ports?device_id=55be2ce3-9239-4e62-a228-14490db0c420 HTTP/1.1" status: 200 len: 946 time: 0.0809460 Apr 30 19:38:03.675373 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-490bcfdb-68da-4ae7-a6ee-08d8d050677c req-e1f3557a-4cc4-45c9-ada1-65beb01b7c5a tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] 10.222.0.41 "GET /v2.0/security-groups?id=0c97b8e9-0665-42a1-b368-528dbb6fd52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454977 Apr 30 19:38:06.677324 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 47110) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:38:07.310104 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-61fc7665-e7c0-4ff7-80a8-2c17e143987b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657221'] for router_interface, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:07.712309 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.plugins.ml2.plugin [None req-61fc7665-e7c0-4ff7-80a8-2c17e143987b admin admin] Deleting port 484fef2b-b90f-45b9-b201-a198550a228f {{(pid=73808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 19:38:07.713031 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-61fc7665-e7c0-4ff7-80a8-2c17e143987b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780697314645'] for port, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:07.926369 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.plugins.ml2.db [None req-61fc7665-e7c0-4ff7-80a8-2c17e143987b admin admin] For port 484fef2b-b90f-45b9-b201-a198550a228f, host dv-cinder-733622-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-14-smb',level=0,port_id=484fef2b-b90f-45b9-b201-a198550a228f,segment=NetworkSegment(0eb9c3fd-827b-4d06-8c9c-ae028f36cb05),segment_id=0eb9c3fd-827b-4d06-8c9c-ae028f36cb05)] {{(pid=73808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:38:07.926712 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-61fc7665-e7c0-4ff7-80a8-2c17e143987b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664767'] for port, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:08.043404 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.plugins.ml2.plugin [None req-61fc7665-e7c0-4ff7-80a8-2c17e143987b admin admin] Calling delete_port for 484fef2b-b90f-45b9-b201-a198550a228f owned by network:router_interface {{(pid=73808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 19:38:08.190823 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-61fc7665-e7c0-4ff7-80a8-2c17e143987b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780697316006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780696898079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60822380'] for port, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:08.194325 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-1faeb2b6-8f62-478a-91ff-bbb9c54cb884 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:38:08.237336 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fc7665-e7c0-4ff7-80a8-2c17e143987b admin admin] Pushing event deleted for resources: {'Port': ['ID=484fef2b-b90f-45b9-b201-a198550a228f,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:38:08.239945 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-61fc7665-e7c0-4ff7-80a8-2c17e143987b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:38:08.503986 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-61fc7665-e7c0-4ff7-80a8-2c17e143987b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665589'] for router_interface, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:08.857183 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61fc7665-e7c0-4ff7-80a8-2c17e143987b admin admin] Router b7ec752e-256f-4ede-bed4-6c012bd9bef7 has already been hosted by L3 agent 19062261-8801-4f4d-b71c-f22a3dba3fbe {{(pid=73808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 19:38:09.029048 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61fc7665-e7c0-4ff7-80a8-2c17e143987b admin admin] Notify agent at l3_agent.dv-cinder-733622-14-smb the message routers_updated {{(pid=73808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 19:38:09.037746 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44657ee-eef0-40c9-a603-504edb39103d None None] Sync routers for ids ['b7ec752e-256f-4ede-bed4-6c012bd9bef7'] in dv-cinder-733622-14-smb {{(pid=73809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 19:38:09.041495 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-61fc7665-e7c0-4ff7-80a8-2c17e143987b admin admin] 10.222.0.41 "PUT /v2.0/routers/b7ec752e-256f-4ede-bed4-6c012bd9bef7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3630900 Apr 30 19:38:09.043846 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 47118) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:38:09.048380 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44657ee-eef0-40c9-a603-504edb39103d None None] Routers {'b7ec752e-256f-4ede-bed4-6c012bd9bef7'} bound to L3 agent in host dv-cinder-733622-14-smb {{(pid=73809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 19:38:09.048994 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_hamode_db [None req-e44657ee-eef0-40c9-a603-504edb39103d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-30T19:24:27Z,description=,heartbeat_timestamp=2021-04-30T19:37:57Z,host='dv-cinder-733622-14-smb',id=19062261-8801-4f4d-b71c-f22a3dba3fbe,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T19:24:27Z,topic='l3_agent')) {'router_ids': ['b7ec752e-256f-4ede-bed4-6c012bd9bef7'], 'active': True} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:38:09.230427 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_dvr_db [None req-e44657ee-eef0-40c9-a603-504edb39103d None None] Set router b7ec752e-256f-4ede-bed4-6c012bd9bef7 gateway port host: dv-cinder-733622-14-smb {{(pid=73809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 19:38:09.321089 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-1aaa68b3-9201-4ca8-a177-882756d946c7 admin admin] Notify callbacks [] for router, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:09.492138 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-1aaa68b3-9201-4ca8-a177-882756d946c7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:09.516842 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_hamode_db [None req-e44657ee-eef0-40c9-a603-504edb39103d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7ec752e-256f-4ede-bed4-6c012bd9bef7', 'name': 'tempest-AttachVolumeTestJSON-1647431383-router', 'tenant_id': '1a3a36846b69409bb56820276a166a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'external_fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.147'}], 'enable_snat': True}, 'gw_port_id': '4efd36f4-1f2f-4c62-80a6-a3f2400d3013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T19:32:07Z', 'updated_at': '2021-04-30T19:38:08Z', 'revision_number': 5, 'project_id': '1a3a36846b69409bb56820276a166a65', 'gw_port': {'id': '4efd36f4-1f2f-4c62-80a6-a3f2400d3013', 'name': '', 'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:3e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ec752e-256f-4ede-bed4-6c012bd9bef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:32:11Z', 'updated_at': '2021-04-30T19:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-14-smb'}], 'dv-cinder-733622-14-smb', False) {} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:38:09.520766 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44657ee-eef0-40c9-a603-504edb39103d None None] Checking router: b7ec752e-256f-4ede-bed4-6c012bd9bef7 for host: dv-cinder-733622-14-smb {{(pid=73809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 19:38:09.528998 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44657ee-eef0-40c9-a603-504edb39103d None None] Routers {'b7ec752e-256f-4ede-bed4-6c012bd9bef7'} bound to L3 agent in host dv-cinder-733622-14-smb {{(pid=73809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 19:38:09.529598 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_hamode_db [None req-e44657ee-eef0-40c9-a603-504edb39103d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-30T19:24:27Z,description=,heartbeat_timestamp=2021-04-30T19:37:57Z,host='dv-cinder-733622-14-smb',id=19062261-8801-4f4d-b71c-f22a3dba3fbe,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T19:24:27Z,topic='l3_agent')) {'router_ids': ['b7ec752e-256f-4ede-bed4-6c012bd9bef7'], 'active': True} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:38:09.561534 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.plugins.ml2.plugin [None req-1aaa68b3-9201-4ca8-a177-882756d946c7 admin admin] Deleting port 4efd36f4-1f2f-4c62-80a6-a3f2400d3013 {{(pid=73808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 19:38:09.561870 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-1aaa68b3-9201-4ca8-a177-882756d946c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780697314645'] for port, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:09.685655 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.plugins.ml2.db [None req-1aaa68b3-9201-4ca8-a177-882756d946c7 admin admin] For port 4efd36f4-1f2f-4c62-80a6-a3f2400d3013, host dv-cinder-733622-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-14-smb',level=0,port_id=4efd36f4-1f2f-4c62-80a6-a3f2400d3013,segment=NetworkSegment(8177dc3e-ee2d-49a8-85cc-32dd03e75f21),segment_id=8177dc3e-ee2d-49a8-85cc-32dd03e75f21)] {{(pid=73808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:38:09.685999 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-1aaa68b3-9201-4ca8-a177-882756d946c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664767'] for port, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:09.688044 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_dvr_db [None req-e44657ee-eef0-40c9-a603-504edb39103d None None] Set router b7ec752e-256f-4ede-bed4-6c012bd9bef7 gateway port host: None {{(pid=73809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 19:38:09.808261 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.plugins.ml2.plugin [None req-1aaa68b3-9201-4ca8-a177-882756d946c7 admin admin] Calling delete_port for 4efd36f4-1f2f-4c62-80a6-a3f2400d3013 owned by network:router_gateway {{(pid=73808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 19:38:09.835610 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_hamode_db [None req-e44657ee-eef0-40c9-a603-504edb39103d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7ec752e-256f-4ede-bed4-6c012bd9bef7', 'name': 'tempest-AttachVolumeTestJSON-1647431383-router', 'tenant_id': '1a3a36846b69409bb56820276a166a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T19:32:07Z', 'updated_at': '2021-04-30T19:38:09Z', 'revision_number': 6, 'project_id': '1a3a36846b69409bb56820276a166a65', 'gw_port_host': None}], 'dv-cinder-733622-14-smb', False) {} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:38:09.839498 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44657ee-eef0-40c9-a603-504edb39103d None None] The sync data for ids ['b7ec752e-256f-4ede-bed4-6c012bd9bef7'] in dv-cinder-733622-14-smb is: [{'id': 'b7ec752e-256f-4ede-bed4-6c012bd9bef7', 'name': 'tempest-AttachVolumeTestJSON-1647431383-router', 'tenant_id': '1a3a36846b69409bb56820276a166a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T19:32:07Z', 'updated_at': '2021-04-30T19:38:09Z', 'revision_number': 6, 'project_id': '1a3a36846b69409bb56820276a166a65', 'gw_port_host': None}] {{(pid=73809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 19:38:09.949140 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-1aaa68b3-9201-4ca8-a177-882756d946c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780697316006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780696898079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60822380'] for port, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:09.953991 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-6f79d12a-ad0f-448e-94b2-35c802bf368a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:38:09.996851 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaa68b3-9201-4ca8-a177-882756d946c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=4efd36f4-1f2f-4c62-80a6-a3f2400d3013,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:38:10.025044 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-1aaa68b3-9201-4ca8-a177-882756d946c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:38:10.086359 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-1aaa68b3-9201-4ca8-a177-882756d946c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-679274'] for router_gateway, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:10.264086 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-1aaa68b3-9201-4ca8-a177-882756d946c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-678398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28832'] for router, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:10.266902 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-1aaa68b3-9201-4ca8-a177-882756d946c7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:10.291019 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-1aaa68b3-9201-4ca8-a177-882756d946c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-679714'] for router, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:10.291615 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aaa68b3-9201-4ca8-a177-882756d946c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7ec752e-256f-4ede-bed4-6c012bd9bef7 {{(pid=73808) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 30 19:38:10.303855 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-1aaa68b3-9201-4ca8-a177-882756d946c7 admin admin] Notify callbacks [] for router, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:10.304993 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-1aaa68b3-9201-4ca8-a177-882756d946c7 admin admin] 10.222.0.41 "DELETE /v2.0/routers/b7ec752e-256f-4ede-bed4-6c012bd9bef7 HTTP/1.1" status: 204 len: 168 time: 1.2602530 Apr 30 19:38:10.307550 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 47122) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:38:10.365077 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.db_base_plugin_v2 [None req-539dbfe0-9c2e-47c8-bd88-0726620c59e0 admin admin] Deleting subnet 60d0612e-ab94-488a-8358-4a2e04237205 {{(pid=73808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 19:38:10.367832 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-539dbfe0-9c2e-47c8-bd88-0726620c59e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:10.416784 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-539dbfe0-9c2e-47c8-bd88-0726620c59e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1832907'] for subnet, precommit_delete_associations {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:10.526224 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-539dbfe0-9c2e-47c8-bd88-0726620c59e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3610189'] for subnet, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:10.855768 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Device 484fef2b-b90f-45b9-b201-a198550a228f no longer exists at agent ovs-agent-dv-cinder-733622-14-smb {{(pid=73809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 19:38:10.883219 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-539dbfe0-9c2e-47c8-bd88-0726620c59e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3610180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60822941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61161554'] for subnet, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:10.887236 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-185b6b1b-bbf0-4407-b930-b3997d4837e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:38:10.889226 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] No Port match for: 484fef2b-b90f-45b9-b201-a198550a228f {{(pid=73809) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 19:38:10.889577 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Device 484fef2b-b90f-45b9-b201-a198550a228f not bound to the agent host dv-cinder-733622-14-smb {{(pid=73809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 19:38:10.889987 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Device 4efd36f4-1f2f-4c62-80a6-a3f2400d3013 no longer exists at agent ovs-agent-dv-cinder-733622-14-smb {{(pid=73809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 19:38:10.922519 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539dbfe0-9c2e-47c8-bd88-0726620c59e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60d0612e-ab94-488a-8358-4a2e04237205,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:38:10.924237 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] No Port match for: 4efd36f4-1f2f-4c62-80a6-a3f2400d3013 {{(pid=73809) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 19:38:10.924605 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Device 4efd36f4-1f2f-4c62-80a6-a3f2400d3013 not bound to the agent host dv-cinder-733622-14-smb {{(pid=73809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 19:38:10.925111 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-539dbfe0-9c2e-47c8-bd88-0726620c59e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:38:10.927585 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-539dbfe0-9c2e-47c8-bd88-0726620c59e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533183'] for subnet, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:10.936058 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b0951a-4308-449b-b15d-d0ef7235c40d None None] Network fb753e9f-d5ea-4d3b-a660-3bfc4f53e5c0 requested from dv-cinder-733622-14-smb {{(pid=73809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 19:38:10.936178 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-539dbfe0-9c2e-47c8-bd88-0726620c59e0 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/60d0612e-ab94-488a-8358-4a2e04237205 HTTP/1.1" status: 204 len: 168 time: 0.6250558 Apr 30 19:38:10.936178 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 47126) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:38:11.040110 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-ac436bbe-1e98-4bd9-9c4f-e12cc6e9915a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3786539'] for network, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:11.114106 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.plugins.ml2.plugin [None req-ac436bbe-1e98-4bd9-9c4f-e12cc6e9915a admin admin] Deleting port cbb9ad57-997c-4431-9583-24ba6fb9c270 {{(pid=73808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 19:38:11.114447 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-ac436bbe-1e98-4bd9-9c4f-e12cc6e9915a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780697314645'] for port, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:11.185476 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14c247d-47a9-4256-bed4-786c7ca28b99 None None] DHCP port deletion for fb753e9f-d5ea-4d3b-a660-3bfc4f53e5c0 request from dv-cinder-733622-14-smb {{(pid=73809) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 30 19:38:11.216047 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.plugins.ml2.db [None req-ac436bbe-1e98-4bd9-9c4f-e12cc6e9915a admin admin] For port cbb9ad57-997c-4431-9583-24ba6fb9c270, host dv-cinder-733622-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-14-smb',level=0,port_id=cbb9ad57-997c-4431-9583-24ba6fb9c270,segment=NetworkSegment(0eb9c3fd-827b-4d06-8c9c-ae028f36cb05),segment_id=0eb9c3fd-827b-4d06-8c9c-ae028f36cb05)] {{(pid=73808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:38:11.216452 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-ac436bbe-1e98-4bd9-9c4f-e12cc6e9915a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664767'] for port, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:11.252502 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-e14c247d-47a9-4256-bed4-786c7ca28b99 None None] Deleting port cbb9ad57-997c-4431-9583-24ba6fb9c270 {{(pid=73809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 19:38:11.252881 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e14c247d-47a9-4256-bed4-786c7ca28b99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780697314645'] for port, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:11.336339 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.plugins.ml2.plugin [None req-ac436bbe-1e98-4bd9-9c4f-e12cc6e9915a admin admin] Calling delete_port for cbb9ad57-997c-4431-9583-24ba6fb9c270 owned by network:dhcp {{(pid=73808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 19:38:11.346168 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-e14c247d-47a9-4256-bed4-786c7ca28b99 None None] For port cbb9ad57-997c-4431-9583-24ba6fb9c270, host dv-cinder-733622-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-14-smb',level=0,port_id=cbb9ad57-997c-4431-9583-24ba6fb9c270,segment=NetworkSegment(0eb9c3fd-827b-4d06-8c9c-ae028f36cb05),segment_id=0eb9c3fd-827b-4d06-8c9c-ae028f36cb05)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:38:11.346587 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e14c247d-47a9-4256-bed4-786c7ca28b99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664767'] for port, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:11.382463 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-ac436bbe-1e98-4bd9-9c4f-e12cc6e9915a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780697316006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780696898079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60822380'] for port, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:11.386260 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-bc66c9d8-7805-4592-b1d1-eaa8a301af10 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:38:11.430528 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac436bbe-1e98-4bd9-9c4f-e12cc6e9915a admin admin] Pushing event deleted for resources: {'Port': ['ID=cbb9ad57-997c-4431-9583-24ba6fb9c270,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:38:11.432210 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac436bbe-1e98-4bd9-9c4f-e12cc6e9915a admin admin] No DVR routers for this DVR port cbb9ad57-997c-4431-9583-24ba6fb9c270 on host dv-cinder-733622-14-smb {{(pid=73808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 19:38:11.465679 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-ac436bbe-1e98-4bd9-9c4f-e12cc6e9915a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:38:11.470668 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-e14c247d-47a9-4256-bed4-786c7ca28b99 None None] Calling delete_port for cbb9ad57-997c-4431-9583-24ba6fb9c270 owned by network:dhcp {{(pid=73809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 19:38:11.553338 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-ac436bbe-1e98-4bd9-9c4f-e12cc6e9915a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3605456', 'neutron.services.segments.db._delete_segments_for_network-8780697326129'] for network, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:11.596392 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e14c247d-47a9-4256-bed4-786c7ca28b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780697316006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780696898079'] for port, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:11.605557 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:38:11.646077 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14c247d-47a9-4256-bed4-786c7ca28b99 None None] No DVR routers for this DVR port cbb9ad57-997c-4431-9583-24ba6fb9c270 on host dv-cinder-733622-14-smb {{(pid=73809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 19:38:11.647326 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14c247d-47a9-4256-bed4-786c7ca28b99 None None] Pushing event deleted for resources: {'Port': ['ID=cbb9ad57-997c-4431-9583-24ba6fb9c270,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:38:11.649762 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-e14c247d-47a9-4256-bed4-786c7ca28b99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:38:11.662391 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.services.segments.db [None req-ac436bbe-1e98-4bd9-9c4f-e12cc6e9915a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb753e9f-d5ea-4d3b-a660-3bfc4f53e5c0']}} {{(pid=73808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:38:11.675318 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.services.segments.db [None req-ac436bbe-1e98-4bd9-9c4f-e12cc6e9915a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0eb9c3fd-827b-4d06-8c9c-ae028f36cb05') {'for_net_delete': True} {{(pid=73808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:38:11.675609 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.services.segments.db [None req-ac436bbe-1e98-4bd9-9c4f-e12cc6e9915a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0eb9c3fd-827b-4d06-8c9c-ae028f36cb05') {} {{(pid=73808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:38:11.686943 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-ac436bbe-1e98-4bd9-9c4f-e12cc6e9915a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780697336679', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1832946'] for segment, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:11.703455 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-ac436bbe-1e98-4bd9-9c4f-e12cc6e9915a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611927'] for segment, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:11.709511 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac436bbe-1e98-4bd9-9c4f-e12cc6e9915a admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=73808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 19:38:11.878017 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.plugins.ml2.managers [None req-ac436bbe-1e98-4bd9-9c4f-e12cc6e9915a admin admin] Network fb753e9f-d5ea-4d3b-a660-3bfc4f53e5c0 has no segments {{(pid=73808) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 19:38:11.886182 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-ac436bbe-1e98-4bd9-9c4f-e12cc6e9915a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60822335'] for segment, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:12.049555 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.plugins.ml2.managers [None req-ac436bbe-1e98-4bd9-9c4f-e12cc6e9915a admin admin] Network fb753e9f-d5ea-4d3b-a660-3bfc4f53e5c0 has no segments {{(pid=73808) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 19:38:12.069905 dv-cinder-733622-14-smb neutron-server[73808]: Traceback (most recent call last): Apr 30 19:38:12.069905 dv-cinder-733622-14-smb neutron-server[73808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 19:38:12.069905 dv-cinder-733622-14-smb neutron-server[73808]: timer() Apr 30 19:38:12.069905 dv-cinder-733622-14-smb neutron-server[73808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 19:38:12.069905 dv-cinder-733622-14-smb neutron-server[73808]: cb(*args, **kw) Apr 30 19:38:12.069905 dv-cinder-733622-14-smb neutron-server[73808]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 19:38:12.069905 dv-cinder-733622-14-smb neutron-server[73808]: return func(*args, **kwargs) Apr 30 19:38:12.069905 dv-cinder-733622-14-smb neutron-server[73808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 19:38:12.069905 dv-cinder-733622-14-smb neutron-server[73808]: self._notify() Apr 30 19:38:12.069905 dv-cinder-733622-14-smb neutron-server[73808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 19:38:12.069905 dv-cinder-733622-14-smb neutron-server[73808]: self.callback(batched_events) Apr 30 19:38:12.069905 dv-cinder-733622-14-smb neutron-server[73808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 19:38:12.069905 dv-cinder-733622-14-smb neutron-server[73808]: event.method(event) Apr 30 19:38:12.069905 dv-cinder-733622-14-smb neutron-server[73808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 19:38:12.069905 dv-cinder-733622-14-smb neutron-server[73808]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 19:38:12.069905 dv-cinder-733622-14-smb neutron-server[73808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 19:38:12.069905 dv-cinder-733622-14-smb neutron-server[73808]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 19:38:12.069905 dv-cinder-733622-14-smb neutron-server[73808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 19:38:12.069905 dv-cinder-733622-14-smb neutron-server[73808]: return f(self, *a, **k) Apr 30 19:38:12.069905 dv-cinder-733622-14-smb neutron-server[73808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 19:38:12.069905 dv-cinder-733622-14-smb neutron-server[73808]: return self._get(url).json() Apr 30 19:38:12.069905 dv-cinder-733622-14-smb neutron-server[73808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 19:38:12.069905 dv-cinder-733622-14-smb neutron-server[73808]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 19:38:12.069905 dv-cinder-733622-14-smb neutron-server[73808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 19:38:12.069905 dv-cinder-733622-14-smb neutron-server[73808]: return self.request(url, 'GET', **kwargs) Apr 30 19:38:12.069905 dv-cinder-733622-14-smb neutron-server[73808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 19:38:12.069905 dv-cinder-733622-14-smb neutron-server[73808]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 19:38:12.069905 dv-cinder-733622-14-smb neutron-server[73808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 19:38:12.069905 dv-cinder-733622-14-smb neutron-server[73808]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 19:38:12.069905 dv-cinder-733622-14-smb neutron-server[73808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 19:38:12.069905 dv-cinder-733622-14-smb neutron-server[73808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 19:38:12.069905 dv-cinder-733622-14-smb neutron-server[73808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 19:38:12.130264 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.agents_db [None req-91d1fe81-9981-4281-a1b3-92062b07bd48 None None] Agent healthcheck: found 6 active agents {{(pid=73810) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 19:38:12.140477 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-ac436bbe-1e98-4bd9-9c4f-e12cc6e9915a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3605455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679237'] for network, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:12.145550 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-ac436bbe-1e98-4bd9-9c4f-e12cc6e9915a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533183'] for network, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:12.148983 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:38:12.175581 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac436bbe-1e98-4bd9-9c4f-e12cc6e9915a admin admin] Pushing event deleted for resources: {'Network': ['ID=fb753e9f-d5ea-4d3b-a660-3bfc4f53e5c0,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:38:12.180588 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-ac436bbe-1e98-4bd9-9c4f-e12cc6e9915a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:38:12.187127 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-ac436bbe-1e98-4bd9-9c4f-e12cc6e9915a admin admin] 10.222.0.41 "DELETE /v2.0/networks/fb753e9f-d5ea-4d3b-a660-3bfc4f53e5c0 HTTP/1.1" status: 204 len: 168 time: 1.2499568 Apr 30 19:38:12.299245 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 47132) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:38:12.347829 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-fdb5eaa4-aa22-4967-9cd8-4209f8ce36c7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1a3a36846b69409bb56820276a166a65&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0474091 Apr 30 19:38:12.350218 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 47136) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:38:12.407020 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-232591f1-48dd-4b4a-8097-237a8f8c5669 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:12.431052 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-232591f1-48dd-4b4a-8097-237a8f8c5669 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:12.481153 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-232591f1-48dd-4b4a-8097-237a8f8c5669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:12.484983 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-d291b1da-d5b6-47a4-b2f4-308497c60fce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:38:12.498348 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232591f1-48dd-4b4a-8097-237a8f8c5669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50c72abc-c73e-4e82-8d2d-b46e5ac5c678,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:38:12.502134 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-232591f1-48dd-4b4a-8097-237a8f8c5669 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:38:12.505217 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-232591f1-48dd-4b4a-8097-237a8f8c5669 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:12.506284 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-232591f1-48dd-4b4a-8097-237a8f8c5669 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/50c72abc-c73e-4e82-8d2d-b46e5ac5c678 HTTP/1.1" status: 204 len: 168 time: 0.1552145 Apr 30 19:38:12.834788 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Device cbb9ad57-997c-4431-9583-24ba6fb9c270 no longer exists at agent ovs-agent-dv-cinder-733622-14-smb {{(pid=73809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 19:38:12.869930 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] No Port match for: cbb9ad57-997c-4431-9583-24ba6fb9c270 {{(pid=73809) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 19:38:12.870285 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Device cbb9ad57-997c-4431-9583-24ba6fb9c270 not bound to the agent host dv-cinder-733622-14-smb {{(pid=73809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 19:38:19.357278 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 47244) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:38:19.476712 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-fa30bb1e-dc88-4e72-b301-75d2027e22a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:19.493163 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-fa30bb1e-dc88-4e72-b301-75d2027e22a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:38:19.497123 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-fa30bb1e-dc88-4e72-b301-75d2027e22a1 admin admin] Usage tracker for resource:security_group_rule and tenant:e5432377ea654326a58271a4d4f9c697 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:38:19.499946 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-fa30bb1e-dc88-4e72-b301-75d2027e22a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:38:19.506206 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-fa30bb1e-dc88-4e72-b301-75d2027e22a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:38:19.592078 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-fa30bb1e-dc88-4e72-b301-75d2027e22a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:19.596136 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-fa30bb1e-dc88-4e72-b301-75d2027e22a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:19.603132 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-fc10f0da-ec09-4f4f-9d4a-e485cb2f1871 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:38:19.643199 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa30bb1e-dc88-4e72-b301-75d2027e22a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0edfe72a-f9c9-4f7f-84d2-f8a7eaa381a1,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:38:19.650303 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-fa30bb1e-dc88-4e72-b301-75d2027e22a1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e5432377ea654326a58271a4d4f9c697&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2918873 Apr 30 19:38:19.650850 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 47252) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:38:19.651638 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-fa30bb1e-dc88-4e72-b301-75d2027e22a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:38:19.653821 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008b4a48-620a-49e3-b036-cbec5fc4f7f5 req-401fa497-f54e-4e59-8e12-0322054fcfd7 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:38:19.655346 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-008b4a48-620a-49e3-b036-cbec5fc4f7f5 req-401fa497-f54e-4e59-8e12-0322054fcfd7 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7e67f0c-7981-45b2-94dc-51e0d476fa5f HTTP/1.1" status: 200 len: 946 time: 0.0859323 Apr 30 19:38:19.703577 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-008b4a48-620a-49e3-b036-cbec5fc4f7f5 req-05ae50d8-c894-48db-8dfd-3ba0dc6f928e tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/security-groups?id=33c9442f-be62-45e5-b02d-0f060b42e6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416334 Apr 30 19:38:19.717778 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-85ed46dc-cb35-4be8-a789-b7dffb2febcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:19.749774 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-85ed46dc-cb35-4be8-a789-b7dffb2febcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:19.800327 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-85ed46dc-cb35-4be8-a789-b7dffb2febcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:19.803813 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-0737838d-80be-4459-be8b-c43a26e3ed02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:38:19.816566 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ed46dc-cb35-4be8-a789-b7dffb2febcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0edfe72a-f9c9-4f7f-84d2-f8a7eaa381a1,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:38:19.819469 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-85ed46dc-cb35-4be8-a789-b7dffb2febcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:38:19.821867 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-85ed46dc-cb35-4be8-a789-b7dffb2febcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:19.822470 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-85ed46dc-cb35-4be8-a789-b7dffb2febcb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0edfe72a-f9c9-4f7f-84d2-f8a7eaa381a1 HTTP/1.1" status: 204 len: 168 time: 0.1699646 Apr 30 19:38:20.998143 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cd1de7-b899-43f5-8e32-159b4b94e11a req-f4ecd34b-b37a-487f-a3fb-7318e3430cd2 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:38:20.999619 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-76cd1de7-b899-43f5-8e32-159b4b94e11a req-f4ecd34b-b37a-487f-a3fb-7318e3430cd2 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7e67f0c-7981-45b2-94dc-51e0d476fa5f HTTP/1.1" status: 200 len: 946 time: 0.1828797 Apr 30 19:38:21.044751 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-76cd1de7-b899-43f5-8e32-159b4b94e11a req-50c53871-7766-42f9-aa63-8bc8aa02ac26 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/security-groups?id=33c9442f-be62-45e5-b02d-0f060b42e6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387187 Apr 30 19:38:21.127957 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1935c162-690c-46ae-8941-4ef4573b4e0f req-f0ce64c5-5a12-443b-8778-0e68845e8e52 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:38:21.129455 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-1935c162-690c-46ae-8941-4ef4573b4e0f req-f0ce64c5-5a12-443b-8778-0e68845e8e52 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7e67f0c-7981-45b2-94dc-51e0d476fa5f HTTP/1.1" status: 200 len: 946 time: 0.0966239 Apr 30 19:38:21.270578 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.plugin [req-1935c162-690c-46ae-8941-4ef4573b4e0f req-8fbf9c89-c3f1-4353-8e88-5aa491069e73 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Deleting port 11e3ef80-1fdb-4ae0-8426-39ea9afa0d86 {{(pid=73807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 19:38:21.270924 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-1935c162-690c-46ae-8941-4ef4573b4e0f req-8fbf9c89-c3f1-4353-8e88-5aa491069e73 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780697314645'] for port, before_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:21.405733 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.db [req-1935c162-690c-46ae-8941-4ef4573b4e0f req-8fbf9c89-c3f1-4353-8e88-5aa491069e73 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] For port 11e3ef80-1fdb-4ae0-8426-39ea9afa0d86, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=11e3ef80-1fdb-4ae0-8426-39ea9afa0d86,segment=NetworkSegment(1cec1924-575a-47da-bbe7-12777d2ca2b9),segment_id=1cec1924-575a-47da-bbe7-12777d2ca2b9)] {{(pid=73807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:38:21.406024 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-1935c162-690c-46ae-8941-4ef4573b4e0f req-8fbf9c89-c3f1-4353-8e88-5aa491069e73 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664767'] for port, precommit_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:21.710745 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-1935c162-690c-46ae-8941-4ef4573b4e0f req-8fbf9c89-c3f1-4353-8e88-5aa491069e73 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:21.711158 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-1935c162-690c-46ae-8941-4ef4573b4e0f req-8fbf9c89-c3f1-4353-8e88-5aa491069e73 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-679255'] for floatingip, after_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:21.711445 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.db.l3_db [req-1935c162-690c-46ae-8941-4ef4573b4e0f req-8fbf9c89-c3f1-4353-8e88-5aa491069e73 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Floating IP d1ab1075-ac6f-4493-b8b1-9473b75872ad disassociated. External IP: 172.28.1.83, port: 11e3ef80-1fdb-4ae0-8426-39ea9afa0d86. Apr 30 19:38:21.711788 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.plugin [req-1935c162-690c-46ae-8941-4ef4573b4e0f req-8fbf9c89-c3f1-4353-8e88-5aa491069e73 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Calling delete_port for 11e3ef80-1fdb-4ae0-8426-39ea9afa0d86 owned by compute:nova {{(pid=73807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 19:38:21.833520 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-1935c162-690c-46ae-8941-4ef4573b4e0f req-8fbf9c89-c3f1-4353-8e88-5aa491069e73 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780697316006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780696898079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62583854'] for port, after_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:21.839038 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-526161c1-a892-4544-9c02-b289cf95e64c tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:38:21.885787 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbf9c89-c3f1-4353-8e88-5aa491069e73 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Pushing event deleted for resources: {'Port': ['ID=11e3ef80-1fdb-4ae0-8426-39ea9afa0d86,revision_number=None']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:38:21.897745 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbf9c89-c3f1-4353-8e88-5aa491069e73 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:38:21.898104 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbf9c89-c3f1-4353-8e88-5aa491069e73 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:38:21.898480 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbf9c89-c3f1-4353-8e88-5aa491069e73 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:38:21.898839 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbf9c89-c3f1-4353-8e88-5aa491069e73 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:38:21.899195 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbf9c89-c3f1-4353-8e88-5aa491069e73 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:38:21.899561 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbf9c89-c3f1-4353-8e88-5aa491069e73 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:38:21.899888 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbf9c89-c3f1-4353-8e88-5aa491069e73 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:38:21.900275 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbf9c89-c3f1-4353-8e88-5aa491069e73 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:38:21.900630 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbf9c89-c3f1-4353-8e88-5aa491069e73 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:38:21.900981 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbf9c89-c3f1-4353-8e88-5aa491069e73 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:38:21.901330 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbf9c89-c3f1-4353-8e88-5aa491069e73 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:38:21.901679 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbf9c89-c3f1-4353-8e88-5aa491069e73 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:38:21.905319 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-8fbf9c89-c3f1-4353-8e88-5aa491069e73 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:38:22.207509 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-1c55ac69-3dbd-4a84-af38-31332fb3d499 req-3495aec5-c339-42da-beec-fd4e36950eac tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7e67f0c-7981-45b2-94dc-51e0d476fa5f HTTP/1.1" status: 200 len: 210 time: 0.0500076 Apr 30 19:38:22.215088 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1935c162-690c-46ae-8941-4ef4573b4e0f req-8fbf9c89-c3f1-4353-8e88-5aa491069e73 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Router 194c7f42-2d01-4a84-8ce1-cefc21488a29 has already been hosted by L3 agent 19062261-8801-4f4d-b71c-f22a3dba3fbe {{(pid=73807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 19:38:22.399053 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1935c162-690c-46ae-8941-4ef4573b4e0f req-8fbf9c89-c3f1-4353-8e88-5aa491069e73 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Notify agent at l3_agent.dv-cinder-733622-14-smb the message routers_updated {{(pid=73807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 19:38:22.408742 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c078783a-0049-42df-8f9f-ca2dbd5ab7ee None None] Sync routers for ids ['194c7f42-2d01-4a84-8ce1-cefc21488a29'] in dv-cinder-733622-14-smb {{(pid=73810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 19:38:22.418875 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c078783a-0049-42df-8f9f-ca2dbd5ab7ee None None] Routers {'194c7f42-2d01-4a84-8ce1-cefc21488a29'} bound to L3 agent in host dv-cinder-733622-14-smb {{(pid=73810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 19:38:22.419556 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-c078783a-0049-42df-8f9f-ca2dbd5ab7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-30T19:24:27Z,description=,heartbeat_timestamp=2021-04-30T19:37:57Z,host='dv-cinder-733622-14-smb',id=19062261-8801-4f4d-b71c-f22a3dba3fbe,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T19:24:27Z,topic='l3_agent')) {'router_ids': ['194c7f42-2d01-4a84-8ce1-cefc21488a29'], 'active': True} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:38:22.476131 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.l3_dvrscheduler_db [req-1935c162-690c-46ae-8941-4ef4573b4e0f req-8fbf9c89-c3f1-4353-8e88-5aa491069e73 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] No DVR routers for this DVR port 11e3ef80-1fdb-4ae0-8426-39ea9afa0d86 on host hv-cinder-73362 {{(pid=73807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 19:38:22.478951 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-1935c162-690c-46ae-8941-4ef4573b4e0f req-8fbf9c89-c3f1-4353-8e88-5aa491069e73 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937687'] for port, before_response {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:22.481572 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7e67f0c-7981-45b2-94dc-51e0d476fa5f', 'name': 'network-vif-deleted', 'tag': '11e3ef80-1fdb-4ae0-8426-39ea9afa0d86'}] {{(pid=73807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 19:38:22.498522 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-1935c162-690c-46ae-8941-4ef4573b4e0f req-8fbf9c89-c3f1-4353-8e88-5aa491069e73 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.48 "DELETE /v2.0/ports/11e3ef80-1fdb-4ae0-8426-39ea9afa0d86 HTTP/1.1" status: 204 len: 173 time: 1.3624268 Apr 30 19:38:22.533751 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7e67f0c-7981-45b2-94dc-51e0d476fa5f', 'name': 'network-vif-deleted', 'tag': '11e3ef80-1fdb-4ae0-8426-39ea9afa0d86', 'status': 'completed', 'code': 200} Apr 30 19:38:22.601821 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.l3_dvr_db [None req-c078783a-0049-42df-8f9f-ca2dbd5ab7ee None None] Set router 194c7f42-2d01-4a84-8ce1-cefc21488a29 gateway port host: dv-cinder-733622-14-smb {{(pid=73810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 19:38:22.923390 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-c078783a-0049-42df-8f9f-ca2dbd5ab7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '194c7f42-2d01-4a84-8ce1-cefc21488a29', 'name': 'tempest-AttachVolumeShelveTestJSON-802321771-router', 'tenant_id': '9ad55c1ecaf040eb9706c42ee99e4509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'external_fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.187'}], 'enable_snat': True}, 'gw_port_id': '440184e0-e250-487d-b087-2371add448d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T19:32:05Z', 'updated_at': '2021-04-30T19:32:24Z', 'revision_number': 4, 'project_id': '9ad55c1ecaf040eb9706c42ee99e4509', 'gw_port': {'id': '440184e0-e250-487d-b087-2371add448d1', 'name': '', 'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ff:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194c7f42-2d01-4a84-8ce1-cefc21488a29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:32:08Z', 'updated_at': '2021-04-30T19:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-14-smb', '_interfaces': [{'id': '90d38167-fb8d-40ee-b143-74022c226dd6', 'name': '', 'network_id': '2ca4816a-af9f-4da4-b37e-8b11481e1c88', 'tenant_id': '9ad55c1ecaf040eb9706c42ee99e4509', 'mac_address': 'fa:16:3e:3b:c6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194c7f42-2d01-4a84-8ce1-cefc21488a29', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'a120cce1-df08-442f-ba0c-25e89e3b37cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:32:21Z', 'updated_at': '2021-04-30T19:32:40Z', 'revision_number': 5, 'project_id': '9ad55c1ecaf040eb9706c42ee99e4509', 'subnets': [{'id': 'a120cce1-df08-442f-ba0c-25e89e3b37cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-14-smb', False) {} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:38:22.927144 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c078783a-0049-42df-8f9f-ca2dbd5ab7ee None None] Checking router: 194c7f42-2d01-4a84-8ce1-cefc21488a29 for host: dv-cinder-733622-14-smb {{(pid=73810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 19:38:22.935211 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c078783a-0049-42df-8f9f-ca2dbd5ab7ee None None] Routers {'194c7f42-2d01-4a84-8ce1-cefc21488a29'} bound to L3 agent in host dv-cinder-733622-14-smb {{(pid=73810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 19:38:22.935810 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-c078783a-0049-42df-8f9f-ca2dbd5ab7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-30T19:24:27Z,description=,heartbeat_timestamp=2021-04-30T19:37:57Z,host='dv-cinder-733622-14-smb',id=19062261-8801-4f4d-b71c-f22a3dba3fbe,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T19:24:27Z,topic='l3_agent')) {'router_ids': ['194c7f42-2d01-4a84-8ce1-cefc21488a29'], 'active': True} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:38:23.111345 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.l3_dvr_db [None req-c078783a-0049-42df-8f9f-ca2dbd5ab7ee None None] Set router 194c7f42-2d01-4a84-8ce1-cefc21488a29 gateway port host: dv-cinder-733622-14-smb {{(pid=73810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 19:38:23.340352 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 47322) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:38:23.404540 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-3280d172-4742-45d6-a46f-c1d74662a6f9 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Notify callbacks [] for security_group, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:23.435352 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-3280d172-4742-45d6-a46f-c1d74662a6f9 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:23.436387 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-c078783a-0049-42df-8f9f-ca2dbd5ab7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '194c7f42-2d01-4a84-8ce1-cefc21488a29', 'name': 'tempest-AttachVolumeShelveTestJSON-802321771-router', 'tenant_id': '9ad55c1ecaf040eb9706c42ee99e4509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'external_fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.187'}], 'enable_snat': True}, 'gw_port_id': '440184e0-e250-487d-b087-2371add448d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T19:32:05Z', 'updated_at': '2021-04-30T19:32:24Z', 'revision_number': 4, 'project_id': '9ad55c1ecaf040eb9706c42ee99e4509', 'gw_port': {'id': '440184e0-e250-487d-b087-2371add448d1', 'name': '', 'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ff:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194c7f42-2d01-4a84-8ce1-cefc21488a29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:32:08Z', 'updated_at': '2021-04-30T19:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-14-smb', '_interfaces': [{'id': '90d38167-fb8d-40ee-b143-74022c226dd6', 'name': '', 'network_id': '2ca4816a-af9f-4da4-b37e-8b11481e1c88', 'tenant_id': '9ad55c1ecaf040eb9706c42ee99e4509', 'mac_address': 'fa:16:3e:3b:c6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194c7f42-2d01-4a84-8ce1-cefc21488a29', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'a120cce1-df08-442f-ba0c-25e89e3b37cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:32:21Z', 'updated_at': '2021-04-30T19:32:40Z', 'revision_number': 5, 'project_id': '9ad55c1ecaf040eb9706c42ee99e4509', 'subnets': [{'id': 'a120cce1-df08-442f-ba0c-25e89e3b37cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-14-smb', False) {} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:38:23.440962 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c078783a-0049-42df-8f9f-ca2dbd5ab7ee None None] The sync data for ids ['194c7f42-2d01-4a84-8ce1-cefc21488a29'] in dv-cinder-733622-14-smb is: [{'id': '194c7f42-2d01-4a84-8ce1-cefc21488a29', 'name': 'tempest-AttachVolumeShelveTestJSON-802321771-router', 'tenant_id': '9ad55c1ecaf040eb9706c42ee99e4509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'external_fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.187'}], 'enable_snat': True}, 'gw_port_id': '440184e0-e250-487d-b087-2371add448d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T19:32:05Z', 'updated_at': '2021-04-30T19:32:24Z', 'revision_number': 4, 'project_id': '9ad55c1ecaf040eb9706c42ee99e4509', 'gw_port': {'id': '440184e0-e250-487d-b087-2371add448d1', 'name': '', 'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ff:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194c7f42-2d01-4a84-8ce1-cefc21488a29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:32:08Z', 'updated_at': '2021-04-30T19:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-14-smb', '_interfaces': [{'id': '90d38167-fb8d-40ee-b143-74022c226dd6', 'name': '', 'network_id': '2ca4816a-af9f-4da4-b37e-8b11481e1c88', 'tenant_id': '9ad55c1ecaf040eb9706c42ee99e4509', 'mac_address': 'fa:16:3e:3b:c6:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194c7f42-2d01-4a84-8ce1-cefc21488a29', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'a120cce1-df08-442f-ba0c-25e89e3b37cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:32:21Z', 'updated_at': '2021-04-30T19:32:40Z', 'revision_number': 5, 'project_id': '9ad55c1ecaf040eb9706c42ee99e4509', 'subnets': [{'id': 'a120cce1-df08-442f-ba0c-25e89e3b37cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 19:38:23.491918 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-3280d172-4742-45d6-a46f-c1d74662a6f9 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:23.496152 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-12cbe715-402e-4876-8978-fffc603f4062 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:38:23.512571 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3280d172-4742-45d6-a46f-c1d74662a6f9 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33c9442f-be62-45e5-b02d-0f060b42e6aa,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:38:23.515057 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-3280d172-4742-45d6-a46f-c1d74662a6f9 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:38:23.525957 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-3280d172-4742-45d6-a46f-c1d74662a6f9 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Notify callbacks [] for security_group, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:23.527071 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-3280d172-4742-45d6-a46f-c1d74662a6f9 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "DELETE /v2.0/security-groups/33c9442f-be62-45e5-b02d-0f060b42e6aa HTTP/1.1" status: 204 len: 168 time: 0.1857309 Apr 30 19:38:23.529808 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 47326) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:38:23.547176 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.api.v2.resource [None req-26fd8067-cf4a-418f-b80a-71746c04a2fb tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] show failed (client error): The resource could not be found. Apr 30 19:38:23.548413 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-26fd8067-cf4a-418f-b80a-71746c04a2fb tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "GET /v2.0/security-groups/33c9442f-be62-45e5-b02d-0f060b42e6aa HTTP/1.1" status: 404 len: 347 time: 0.0176613 Apr 30 19:38:23.551472 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 47330) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:38:23.658734 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6a7b31-d8dd-4033-b9ca-dd15405f03cb None None] New status for floating IP d1ab1075-ac6f-4493-b8b1-9473b75872ad: DOWN {{(pid=73809) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 19:38:23.781422 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.plugins.ml2.plugin [None req-0cc26d3b-db5d-4add-8ddc-93d723d9dc2d tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Deleting port a6b46087-6081-46ed-a2bd-d44db744537e {{(pid=73808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 19:38:23.781755 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-0cc26d3b-db5d-4add-8ddc-93d723d9dc2d tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780697314645'] for port, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:23.902701 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-0cc26d3b-db5d-4add-8ddc-93d723d9dc2d tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664767'] for port, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:23.903030 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-0cc26d3b-db5d-4add-8ddc-93d723d9dc2d tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:23.944886 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6f3be1dd-1dc7-4aa1-b327-c8378593637a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:24.024149 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.plugins.ml2.plugin [None req-0cc26d3b-db5d-4add-8ddc-93d723d9dc2d tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Calling delete_port for a6b46087-6081-46ed-a2bd-d44db744537e owned by network:floatingip {{(pid=73808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 19:38:24.133195 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-0cc26d3b-db5d-4add-8ddc-93d723d9dc2d tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780697316006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780696898079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60822380'] for port, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:24.136702 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-53636d06-5be0-4652-829f-be75ca906208 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:38:24.179805 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc26d3b-db5d-4add-8ddc-93d723d9dc2d tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Pushing event deleted for resources: {'Port': ['ID=a6b46087-6081-46ed-a2bd-d44db744537e,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:38:24.182853 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-0cc26d3b-db5d-4add-8ddc-93d723d9dc2d tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:38:24.271987 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-0cc26d3b-db5d-4add-8ddc-93d723d9dc2d tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Notify callbacks [] for floatingip, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:24.285467 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-0cc26d3b-db5d-4add-8ddc-93d723d9dc2d tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937687'] for floatingip, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:24.289339 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-0cc26d3b-db5d-4add-8ddc-93d723d9dc2d tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] 10.222.0.41 "DELETE /v2.0/floatingips/d1ab1075-ac6f-4493-b8b1-9473b75872ad HTTP/1.1" status: 204 len: 168 time: 0.7342460 Apr 30 19:38:25.287819 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Device 11e3ef80-1fdb-4ae0-8426-39ea9afa0d86 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=73809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 19:38:25.322218 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-65ba8c12-0d06-4959-8304-606821799626 None None] No Port match for: 11e3ef80-1fdb-4ae0-8426-39ea9afa0d86 {{(pid=73809) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 19:38:25.322560 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Device 11e3ef80-1fdb-4ae0-8426-39ea9afa0d86 not bound to the agent host hv-cinder-73362 {{(pid=73809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 19:38:26.397617 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:26.688182 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-3179a233-7251-4bb2-b7bb-4e4f6353bfe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:27.044263 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 47420) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:38:27.069377 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 47428) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:38:27.164977 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-b236d1f1-fea8-4532-80cd-da33052ce7a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:27.234467 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-b236d1f1-fea8-4532-80cd-da33052ce7a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:38:27.250030 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-b236d1f1-fea8-4532-80cd-da33052ce7a8 admin admin] Usage tracker for resource:security_group_rule and tenant:902f12f7cc154613a2195f293b8380b3 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:38:27.254370 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-b236d1f1-fea8-4532-80cd-da33052ce7a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:38:27.268914 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-b236d1f1-fea8-4532-80cd-da33052ce7a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:38:27.575492 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-b236d1f1-fea8-4532-80cd-da33052ce7a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:27.582771 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-b236d1f1-fea8-4532-80cd-da33052ce7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:27.592555 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-98ccf819-9cfb-44e4-8215-6003fa26086b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:38:27.745134 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-db901c41-8a71-4621-9038-9b0e7a83b2d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:27.773456 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-b236d1f1-fea8-4532-80cd-da33052ce7a8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=902f12f7cc154613a2195f293b8380b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7281017 Apr 30 19:38:27.776257 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 47434) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:38:27.778287 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b236d1f1-fea8-4532-80cd-da33052ce7a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acfb287f-ca67-4a39-9df6-2f5e687cece7,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:38:27.782731 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-b236d1f1-fea8-4532-80cd-da33052ce7a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:38:27.845476 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-9bc3200c-820d-4bfa-a684-b612283e8497 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:27.870762 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-9bc3200c-820d-4bfa-a684-b612283e8497 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:27.922615 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-9bc3200c-820d-4bfa-a684-b612283e8497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:27.928390 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-77c519be-e8d1-486f-9025-3a85c3d66f62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:38:27.936337 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-85974979-4e51-4d46-86bf-ec8f144effba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657221'] for router_interface, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:27.940799 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc3200c-820d-4bfa-a684-b612283e8497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acfb287f-ca67-4a39-9df6-2f5e687cece7,revision_number=None']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:38:27.943630 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-9bc3200c-820d-4bfa-a684-b612283e8497 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:38:27.945605 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-9bc3200c-820d-4bfa-a684-b612283e8497 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:27.949345 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-9bc3200c-820d-4bfa-a684-b612283e8497 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/acfb287f-ca67-4a39-9df6-2f5e687cece7 HTTP/1.1" status: 204 len: 168 time: 0.1718483 Apr 30 19:38:28.237345 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 47442) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:38:28.258350 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-67afe6c4-bfcc-4f1b-ad9f-df61a31a3a39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:28.272576 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-67afe6c4-bfcc-4f1b-ad9f-df61a31a3a39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:38:28.276383 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-67afe6c4-bfcc-4f1b-ad9f-df61a31a3a39 admin admin] Usage tracker for resource:security_group_rule and tenant:f9982f9f78504207820762f17d1f2989 is out of sync, need to count used quota {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:38:28.279145 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-67afe6c4-bfcc-4f1b-ad9f-df61a31a3a39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:38:28.285388 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-67afe6c4-bfcc-4f1b-ad9f-df61a31a3a39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:38:28.350825 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.plugins.ml2.plugin [None req-85974979-4e51-4d46-86bf-ec8f144effba admin admin] Deleting port 90d38167-fb8d-40ee-b143-74022c226dd6 {{(pid=73808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 19:38:28.351438 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-85974979-4e51-4d46-86bf-ec8f144effba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780697314645'] for port, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:28.370293 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-67afe6c4-bfcc-4f1b-ad9f-df61a31a3a39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:28.374054 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-67afe6c4-bfcc-4f1b-ad9f-df61a31a3a39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:28.382541 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-cb419821-1750-45d1-b5c9-6bfd3f33c472 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:38:28.422059 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-67afe6c4-bfcc-4f1b-ad9f-df61a31a3a39 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f9982f9f78504207820762f17d1f2989&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1835697 Apr 30 19:38:28.424568 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67afe6c4-bfcc-4f1b-ad9f-df61a31a3a39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64d304f6-311b-4e2c-a8c3-db83ed409fc3,revision_number=1']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:38:28.426723 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 47446) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:38:28.427599 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-67afe6c4-bfcc-4f1b-ad9f-df61a31a3a39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:38:28.506501 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.plugins.ml2.db [None req-85974979-4e51-4d46-86bf-ec8f144effba admin admin] For port 90d38167-fb8d-40ee-b143-74022c226dd6, host dv-cinder-733622-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-14-smb',level=0,port_id=90d38167-fb8d-40ee-b143-74022c226dd6,segment=NetworkSegment(1cec1924-575a-47da-bbe7-12777d2ca2b9),segment_id=1cec1924-575a-47da-bbe7-12777d2ca2b9)] {{(pid=73808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:38:28.506846 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-85974979-4e51-4d46-86bf-ec8f144effba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664767'] for port, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:28.632547 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-a3a82815-42c7-4229-a6c2-1c5a20009c84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:28.639660 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.plugins.ml2.plugin [None req-85974979-4e51-4d46-86bf-ec8f144effba admin admin] Calling delete_port for 90d38167-fb8d-40ee-b143-74022c226dd6 owned by network:router_interface {{(pid=73808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 19:38:28.679644 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-a3a82815-42c7-4229-a6c2-1c5a20009c84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:28.748861 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-a3a82815-42c7-4229-a6c2-1c5a20009c84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:28.757733 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-5954a1aa-ff83-45d4-b240-d277cb9f6b33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:38:28.773091 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a82815-42c7-4229-a6c2-1c5a20009c84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64d304f6-311b-4e2c-a8c3-db83ed409fc3,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:38:28.776750 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-a3a82815-42c7-4229-a6c2-1c5a20009c84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:38:28.793921 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-a3a82815-42c7-4229-a6c2-1c5a20009c84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:28.795019 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-a3a82815-42c7-4229-a6c2-1c5a20009c84 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/64d304f6-311b-4e2c-a8c3-db83ed409fc3 HTTP/1.1" status: 204 len: 168 time: 0.3673856 Apr 30 19:38:28.871573 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-85974979-4e51-4d46-86bf-ec8f144effba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780697316006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780696898079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60822380'] for port, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:28.876021 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:38:28.920763 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85974979-4e51-4d46-86bf-ec8f144effba admin admin] Pushing event deleted for resources: {'Port': ['ID=90d38167-fb8d-40ee-b143-74022c226dd6,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:38:28.950511 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-85974979-4e51-4d46-86bf-ec8f144effba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:38:29.197877 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-85974979-4e51-4d46-86bf-ec8f144effba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665589'] for router_interface, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:29.205307 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:29.284034 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-abaefda2-14da-46b7-be41-c4f24c026f78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:29.664206 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85974979-4e51-4d46-86bf-ec8f144effba admin admin] Router 194c7f42-2d01-4a84-8ce1-cefc21488a29 has already been hosted by L3 agent 19062261-8801-4f4d-b71c-f22a3dba3fbe {{(pid=73808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 19:38:29.862822 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85974979-4e51-4d46-86bf-ec8f144effba admin admin] Notify agent at l3_agent.dv-cinder-733622-14-smb the message routers_updated {{(pid=73808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 19:38:29.871027 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba4c824-96b6-491f-a0ab-2c8dcd786e79 None None] Sync routers for ids ['194c7f42-2d01-4a84-8ce1-cefc21488a29'] in dv-cinder-733622-14-smb {{(pid=73810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 19:38:29.874745 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-85974979-4e51-4d46-86bf-ec8f144effba admin admin] 10.222.0.41 "PUT /v2.0/routers/194c7f42-2d01-4a84-8ce1-cefc21488a29/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8043294 Apr 30 19:38:29.877742 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 47478) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:38:29.884180 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba4c824-96b6-491f-a0ab-2c8dcd786e79 None None] Routers {'194c7f42-2d01-4a84-8ce1-cefc21488a29'} bound to L3 agent in host dv-cinder-733622-14-smb {{(pid=73810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 19:38:29.884908 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-5ba4c824-96b6-491f-a0ab-2c8dcd786e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T19:24:27Z,description=,heartbeat_timestamp=2021-04-30T19:38:27Z,host='dv-cinder-733622-14-smb',id=19062261-8801-4f4d-b71c-f22a3dba3fbe,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T19:24:27Z,topic='l3_agent')) {'router_ids': ['194c7f42-2d01-4a84-8ce1-cefc21488a29'], 'active': True} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:38:30.069874 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-70385f48-7b85-4675-8893-750d124f521d admin admin] Notify callbacks [] for router, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:30.100059 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.l3_dvr_db [None req-5ba4c824-96b6-491f-a0ab-2c8dcd786e79 None None] Set router 194c7f42-2d01-4a84-8ce1-cefc21488a29 gateway port host: dv-cinder-733622-14-smb {{(pid=73810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 19:38:30.245567 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-70385f48-7b85-4675-8893-750d124f521d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:30.333599 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.plugins.ml2.plugin [None req-70385f48-7b85-4675-8893-750d124f521d admin admin] Deleting port 440184e0-e250-487d-b087-2371add448d1 {{(pid=73808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 19:38:30.333942 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-70385f48-7b85-4675-8893-750d124f521d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780697314645'] for port, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:30.413280 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-5ba4c824-96b6-491f-a0ab-2c8dcd786e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '194c7f42-2d01-4a84-8ce1-cefc21488a29', 'name': 'tempest-AttachVolumeShelveTestJSON-802321771-router', 'tenant_id': '9ad55c1ecaf040eb9706c42ee99e4509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'external_fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.187'}], 'enable_snat': True}, 'gw_port_id': '440184e0-e250-487d-b087-2371add448d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T19:32:05Z', 'updated_at': '2021-04-30T19:38:28Z', 'revision_number': 5, 'project_id': '9ad55c1ecaf040eb9706c42ee99e4509', 'gw_port': {'id': '440184e0-e250-487d-b087-2371add448d1', 'name': '', 'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ff:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194c7f42-2d01-4a84-8ce1-cefc21488a29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:32:08Z', 'updated_at': '2021-04-30T19:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-14-smb'}], 'dv-cinder-733622-14-smb', False) {} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:38:30.418207 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba4c824-96b6-491f-a0ab-2c8dcd786e79 None None] Checking router: 194c7f42-2d01-4a84-8ce1-cefc21488a29 for host: dv-cinder-733622-14-smb {{(pid=73810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 19:38:30.427079 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba4c824-96b6-491f-a0ab-2c8dcd786e79 None None] Routers {'194c7f42-2d01-4a84-8ce1-cefc21488a29'} bound to L3 agent in host dv-cinder-733622-14-smb {{(pid=73810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 19:38:30.427684 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-5ba4c824-96b6-491f-a0ab-2c8dcd786e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T19:24:27Z,description=,heartbeat_timestamp=2021-04-30T19:38:27Z,host='dv-cinder-733622-14-smb',id=19062261-8801-4f4d-b71c-f22a3dba3fbe,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T19:24:27Z,topic='l3_agent')) {'router_ids': ['194c7f42-2d01-4a84-8ce1-cefc21488a29'], 'active': True} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:38:30.457232 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.plugins.ml2.db [None req-70385f48-7b85-4675-8893-750d124f521d admin admin] For port 440184e0-e250-487d-b087-2371add448d1, host dv-cinder-733622-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-14-smb',level=0,port_id=440184e0-e250-487d-b087-2371add448d1,segment=NetworkSegment(8177dc3e-ee2d-49a8-85cc-32dd03e75f21),segment_id=8177dc3e-ee2d-49a8-85cc-32dd03e75f21)] {{(pid=73808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:38:30.457675 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-70385f48-7b85-4675-8893-750d124f521d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664767'] for port, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:30.582893 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.l3_dvr_db [None req-5ba4c824-96b6-491f-a0ab-2c8dcd786e79 None None] Set router 194c7f42-2d01-4a84-8ce1-cefc21488a29 gateway port host: None {{(pid=73810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 19:38:30.582994 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.plugins.ml2.plugin [None req-70385f48-7b85-4675-8893-750d124f521d admin admin] Calling delete_port for 440184e0-e250-487d-b087-2371add448d1 owned by network:router_gateway {{(pid=73808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 19:38:30.689763 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-5ba4c824-96b6-491f-a0ab-2c8dcd786e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '194c7f42-2d01-4a84-8ce1-cefc21488a29', 'name': 'tempest-AttachVolumeShelveTestJSON-802321771-router', 'tenant_id': '9ad55c1ecaf040eb9706c42ee99e4509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T19:32:05Z', 'updated_at': '2021-04-30T19:38:30Z', 'revision_number': 6, 'project_id': '9ad55c1ecaf040eb9706c42ee99e4509', 'gw_port_host': None}], 'dv-cinder-733622-14-smb', False) {} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:38:30.694431 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba4c824-96b6-491f-a0ab-2c8dcd786e79 None None] The sync data for ids ['194c7f42-2d01-4a84-8ce1-cefc21488a29'] in dv-cinder-733622-14-smb is: [{'id': '194c7f42-2d01-4a84-8ce1-cefc21488a29', 'name': 'tempest-AttachVolumeShelveTestJSON-802321771-router', 'tenant_id': '9ad55c1ecaf040eb9706c42ee99e4509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T19:32:05Z', 'updated_at': '2021-04-30T19:38:30Z', 'revision_number': 6, 'project_id': '9ad55c1ecaf040eb9706c42ee99e4509', 'gw_port_host': None}] {{(pid=73810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 19:38:30.736508 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-70385f48-7b85-4675-8893-750d124f521d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780697316006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780696898079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60822380'] for port, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:30.740486 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-168bd3e1-1e0c-4bc7-8791-fd429ac11f10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:38:30.900809 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70385f48-7b85-4675-8893-750d124f521d admin admin] Pushing event deleted for resources: {'Port': ['ID=440184e0-e250-487d-b087-2371add448d1,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:38:30.903294 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-70385f48-7b85-4675-8893-750d124f521d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:38:30.973086 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 47510) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:38:30.996904 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-70385f48-7b85-4675-8893-750d124f521d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-679274'] for router_gateway, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:31.106915 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-5fd996cc-e658-425f-99ff-006e83922039 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:31.139963 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-5fd996cc-e658-425f-99ff-006e83922039 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:38:31.144883 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-5fd996cc-e658-425f-99ff-006e83922039 admin admin] Usage tracker for resource:security_group_rule and tenant:ab3410a0aa644636a51dcdda2e7a54ea is out of sync, need to count used quota {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:38:31.148388 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-5fd996cc-e658-425f-99ff-006e83922039 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:38:31.154609 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-5fd996cc-e658-425f-99ff-006e83922039 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:38:31.174801 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Device 90d38167-fb8d-40ee-b143-74022c226dd6 no longer exists at agent ovs-agent-dv-cinder-733622-14-smb {{(pid=73809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 19:38:31.182412 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-70385f48-7b85-4675-8893-750d124f521d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-678398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28832'] for router, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:31.184608 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-70385f48-7b85-4675-8893-750d124f521d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:31.213067 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-70385f48-7b85-4675-8893-750d124f521d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-679714'] for router, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:31.213716 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70385f48-7b85-4675-8893-750d124f521d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 194c7f42-2d01-4a84-8ce1-cefc21488a29 {{(pid=73808) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 30 19:38:31.239110 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-70385f48-7b85-4675-8893-750d124f521d admin admin] Notify callbacks [] for router, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:31.239449 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] No Port match for: 90d38167-fb8d-40ee-b143-74022c226dd6 {{(pid=73809) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 19:38:31.239968 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Device 90d38167-fb8d-40ee-b143-74022c226dd6 not bound to the agent host dv-cinder-733622-14-smb {{(pid=73809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 19:38:31.242785 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-70385f48-7b85-4675-8893-750d124f521d admin admin] 10.222.0.41 "DELETE /v2.0/routers/194c7f42-2d01-4a84-8ce1-cefc21488a29 HTTP/1.1" status: 204 len: 168 time: 1.3595388 Apr 30 19:38:31.243085 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 47518) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:38:31.252594 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-5fd996cc-e658-425f-99ff-006e83922039 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:31.256219 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-5fd996cc-e658-425f-99ff-006e83922039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:31.263613 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-865a0e9d-a9a4-4587-9ef5-17300fa1b0dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:38:31.306897 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.db_base_plugin_v2 [None req-27d47ad4-a2f3-46d6-9199-b6fa4ac83ea3 admin admin] Deleting subnet a120cce1-df08-442f-ba0c-25e89e3b37cd {{(pid=73808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 19:38:31.307151 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd996cc-e658-425f-99ff-006e83922039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=581a0f98-62f0-4801-9159-45786feafbf9,revision_number=1']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:38:31.309859 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-27d47ad4-a2f3-46d6-9199-b6fa4ac83ea3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:31.312801 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-5fd996cc-e658-425f-99ff-006e83922039 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ab3410a0aa644636a51dcdda2e7a54ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3384569 Apr 30 19:38:31.314666 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-5fd996cc-e658-425f-99ff-006e83922039 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:38:31.315136 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 47522) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:38:31.362023 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-27d47ad4-a2f3-46d6-9199-b6fa4ac83ea3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1832907'] for subnet, precommit_delete_associations {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:31.373111 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-f1eeb920-aebf-44e8-88cc-cf8590a78402 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:31.399918 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-f1eeb920-aebf-44e8-88cc-cf8590a78402 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:31.439997 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-27d47ad4-a2f3-46d6-9199-b6fa4ac83ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3610189'] for subnet, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:31.450602 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-f1eeb920-aebf-44e8-88cc-cf8590a78402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:31.455139 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-a6d63ae1-1766-4027-83eb-1abbe2b6fcce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:38:31.466987 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eeb920-aebf-44e8-88cc-cf8590a78402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=581a0f98-62f0-4801-9159-45786feafbf9,revision_number=None']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:38:31.469257 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-f1eeb920-aebf-44e8-88cc-cf8590a78402 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:38:31.479452 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-f1eeb920-aebf-44e8-88cc-cf8590a78402 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:31.482960 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-f1eeb920-aebf-44e8-88cc-cf8590a78402 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/581a0f98-62f0-4801-9159-45786feafbf9 HTTP/1.1" status: 204 len: 168 time: 0.1644902 Apr 30 19:38:31.700025 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-27d47ad4-a2f3-46d6-9199-b6fa4ac83ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3610180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60822941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61161554'] for subnet, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:31.706175 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-3cded5ab-c080-4b7b-b9f8-2c95c21141fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:38:31.748594 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-27d47ad4-a2f3-46d6-9199-b6fa4ac83ea3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533183'] for subnet, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:31.755929 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d47ad4-a2f3-46d6-9199-b6fa4ac83ea3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a120cce1-df08-442f-ba0c-25e89e3b37cd,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:38:31.756303 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98780ad3-8bc3-429c-b586-f6fe02698fbf None None] Network 2ca4816a-af9f-4da4-b37e-8b11481e1c88 requested from dv-cinder-733622-14-smb {{(pid=73809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 19:38:31.762401 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-27d47ad4-a2f3-46d6-9199-b6fa4ac83ea3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:38:31.764005 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-27d47ad4-a2f3-46d6-9199-b6fa4ac83ea3 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/a120cce1-df08-442f-ba0c-25e89e3b37cd HTTP/1.1" status: 204 len: 168 time: 0.5198750 Apr 30 19:38:31.766820 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 47532) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:38:31.812691 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 47536) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:38:31.837518 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-f4da790b-29f7-41c6-8a37-665afa39c5bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:31.855140 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-f4da790b-29f7-41c6-8a37-665afa39c5bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:38:31.859227 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-f4da790b-29f7-41c6-8a37-665afa39c5bc admin admin] Usage tracker for resource:security_group_rule and tenant:239d8f5cdf76458a9eeda174dbe74884 is out of sync, need to count used quota {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:38:31.865008 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-f4da790b-29f7-41c6-8a37-665afa39c5bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:38:31.871054 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-f4da790b-29f7-41c6-8a37-665afa39c5bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:38:31.886765 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-84f16758-806e-4d08-8765-4c155e696a2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3786539'] for network, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:31.970090 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.plugins.ml2.plugin [None req-84f16758-806e-4d08-8765-4c155e696a2a admin admin] Deleting port ba9e44fe-9f7f-4ca3-b497-ad5bfd6f505a {{(pid=73808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 19:38:31.970432 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-84f16758-806e-4d08-8765-4c155e696a2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780697314645'] for port, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:31.983177 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-f4da790b-29f7-41c6-8a37-665afa39c5bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:31.988125 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-f4da790b-29f7-41c6-8a37-665afa39c5bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:31.998172 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-e136d6f0-6bbb-477f-8c58-d934f3df3158 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:38:32.038743 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4da790b-29f7-41c6-8a37-665afa39c5bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c939cca3-b1d7-4eed-ac61-f338113eedd5,revision_number=1']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:38:32.043021 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-f4da790b-29f7-41c6-8a37-665afa39c5bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:38:32.045936 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-f4da790b-29f7-41c6-8a37-665afa39c5bc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=239d8f5cdf76458a9eeda174dbe74884&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2319088 Apr 30 19:38:32.049078 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 47542) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:38:32.093817 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.plugins.ml2.db [None req-84f16758-806e-4d08-8765-4c155e696a2a admin admin] For port ba9e44fe-9f7f-4ca3-b497-ad5bfd6f505a, host dv-cinder-733622-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-14-smb',level=0,port_id=ba9e44fe-9f7f-4ca3-b497-ad5bfd6f505a,segment=NetworkSegment(1cec1924-575a-47da-bbe7-12777d2ca2b9),segment_id=1cec1924-575a-47da-bbe7-12777d2ca2b9)] {{(pid=73808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:38:32.093817 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-84f16758-806e-4d08-8765-4c155e696a2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664767'] for port, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:32.100143 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f50cf56f-b36e-476e-99e1-cd27fb947b66 None None] DHCP port deletion for 2ca4816a-af9f-4da4-b37e-8b11481e1c88 request from dv-cinder-733622-14-smb {{(pid=73809) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 30 19:38:32.163239 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-f50cf56f-b36e-476e-99e1-cd27fb947b66 None None] Deleting port ba9e44fe-9f7f-4ca3-b497-ad5bfd6f505a {{(pid=73809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 19:38:32.163523 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-f50cf56f-b36e-476e-99e1-cd27fb947b66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780697314645'] for port, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:32.235474 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.plugins.ml2.plugin [None req-84f16758-806e-4d08-8765-4c155e696a2a admin admin] Calling delete_port for ba9e44fe-9f7f-4ca3-b497-ad5bfd6f505a owned by network:dhcp {{(pid=73808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 19:38:32.259721 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-d471b33f-9f68-46ff-8401-2c7d82d2642b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:32.261028 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-f50cf56f-b36e-476e-99e1-cd27fb947b66 None None] For port ba9e44fe-9f7f-4ca3-b497-ad5bfd6f505a, host dv-cinder-733622-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-14-smb',level=0,port_id=ba9e44fe-9f7f-4ca3-b497-ad5bfd6f505a,segment=NetworkSegment(1cec1924-575a-47da-bbe7-12777d2ca2b9),segment_id=1cec1924-575a-47da-bbe7-12777d2ca2b9)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:38:32.261514 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-f50cf56f-b36e-476e-99e1-cd27fb947b66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664767'] for port, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:32.295483 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-d471b33f-9f68-46ff-8401-2c7d82d2642b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:32.349597 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-84f16758-806e-4d08-8765-4c155e696a2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780697316006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780696898079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60822380'] for port, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:32.354569 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-53680c0c-781d-4d3c-b7d9-8fc2d42df656 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:38:32.382006 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-f50cf56f-b36e-476e-99e1-cd27fb947b66 None None] Calling delete_port for ba9e44fe-9f7f-4ca3-b497-ad5bfd6f505a owned by network:dhcp {{(pid=73809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 19:38:32.425135 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-f50cf56f-b36e-476e-99e1-cd27fb947b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780697316006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780696898079'] for port, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:32.428773 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:38:32.475653 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50cf56f-b36e-476e-99e1-cd27fb947b66 None None] Pushing event deleted for resources: {'Port': ['ID=ba9e44fe-9f7f-4ca3-b497-ad5bfd6f505a,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:38:32.478931 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-f50cf56f-b36e-476e-99e1-cd27fb947b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:38:32.479741 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50cf56f-b36e-476e-99e1-cd27fb947b66 None None] No DVR routers for this DVR port ba9e44fe-9f7f-4ca3-b497-ad5bfd6f505a on host dv-cinder-733622-14-smb {{(pid=73809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 19:38:32.497267 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f16758-806e-4d08-8765-4c155e696a2a admin admin] Pushing event deleted for resources: {'Port': ['ID=ba9e44fe-9f7f-4ca3-b497-ad5bfd6f505a,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:38:32.499127 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f16758-806e-4d08-8765-4c155e696a2a admin admin] No DVR routers for this DVR port ba9e44fe-9f7f-4ca3-b497-ad5bfd6f505a on host dv-cinder-733622-14-smb {{(pid=73808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 19:38:32.500599 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-84f16758-806e-4d08-8765-4c155e696a2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:38:32.528274 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-d471b33f-9f68-46ff-8401-2c7d82d2642b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:32.535553 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-4d58c4e4-45a6-4027-b7d1-1d14437728ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:38:32.561479 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d471b33f-9f68-46ff-8401-2c7d82d2642b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c939cca3-b1d7-4eed-ac61-f338113eedd5,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:38:32.575700 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-d471b33f-9f68-46ff-8401-2c7d82d2642b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:38:32.642924 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-84f16758-806e-4d08-8765-4c155e696a2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3605456', 'neutron.services.segments.db._delete_segments_for_network-8780697326129'] for network, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:32.655516 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-d471b33f-9f68-46ff-8401-2c7d82d2642b admin admin] Notify callbacks [] for security_group, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:32.656635 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-d471b33f-9f68-46ff-8401-2c7d82d2642b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c939cca3-b1d7-4eed-ac61-f338113eedd5 HTTP/1.1" status: 204 len: 168 time: 0.6023412 Apr 30 19:38:32.754568 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.services.segments.db [None req-84f16758-806e-4d08-8765-4c155e696a2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ca4816a-af9f-4da4-b37e-8b11481e1c88']}} {{(pid=73808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:38:32.766629 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.services.segments.db [None req-84f16758-806e-4d08-8765-4c155e696a2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cec1924-575a-47da-bbe7-12777d2ca2b9') {'for_net_delete': True} {{(pid=73808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:38:32.767536 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.services.segments.db [None req-84f16758-806e-4d08-8765-4c155e696a2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cec1924-575a-47da-bbe7-12777d2ca2b9') {} {{(pid=73808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:38:32.779418 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-84f16758-806e-4d08-8765-4c155e696a2a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780697336679', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1832946'] for segment, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:32.799023 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-84f16758-806e-4d08-8765-4c155e696a2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611927'] for segment, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:32.806585 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84f16758-806e-4d08-8765-4c155e696a2a admin admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=73808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 19:38:32.850744 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Device ba9e44fe-9f7f-4ca3-b497-ad5bfd6f505a no longer exists at agent ovs-agent-dv-cinder-733622-14-smb {{(pid=73809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 19:38:32.887821 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] No Port match for: ba9e44fe-9f7f-4ca3-b497-ad5bfd6f505a {{(pid=73809) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 19:38:32.888182 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Device ba9e44fe-9f7f-4ca3-b497-ad5bfd6f505a not bound to the agent host dv-cinder-733622-14-smb {{(pid=73809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 19:38:32.888685 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Device 440184e0-e250-487d-b087-2371add448d1 no longer exists at agent ovs-agent-dv-cinder-733622-14-smb {{(pid=73809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 19:38:32.922031 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] No Port match for: 440184e0-e250-487d-b087-2371add448d1 {{(pid=73809) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 19:38:32.922379 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Device 440184e0-e250-487d-b087-2371add448d1 not bound to the agent host dv-cinder-733622-14-smb {{(pid=73809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 19:38:32.983718 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.plugins.ml2.managers [None req-84f16758-806e-4d08-8765-4c155e696a2a admin admin] Network 2ca4816a-af9f-4da4-b37e-8b11481e1c88 has no segments {{(pid=73808) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 19:38:32.996534 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-84f16758-806e-4d08-8765-4c155e696a2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60822335'] for segment, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:33.164942 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.plugins.ml2.managers [None req-84f16758-806e-4d08-8765-4c155e696a2a admin admin] Network 2ca4816a-af9f-4da4-b37e-8b11481e1c88 has no segments {{(pid=73808) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 19:38:33.186450 dv-cinder-733622-14-smb neutron-server[73808]: Traceback (most recent call last): Apr 30 19:38:33.186450 dv-cinder-733622-14-smb neutron-server[73808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 19:38:33.186450 dv-cinder-733622-14-smb neutron-server[73808]: timer() Apr 30 19:38:33.186450 dv-cinder-733622-14-smb neutron-server[73808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 19:38:33.186450 dv-cinder-733622-14-smb neutron-server[73808]: cb(*args, **kw) Apr 30 19:38:33.186450 dv-cinder-733622-14-smb neutron-server[73808]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 19:38:33.186450 dv-cinder-733622-14-smb neutron-server[73808]: return func(*args, **kwargs) Apr 30 19:38:33.186450 dv-cinder-733622-14-smb neutron-server[73808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 19:38:33.186450 dv-cinder-733622-14-smb neutron-server[73808]: self._notify() Apr 30 19:38:33.186450 dv-cinder-733622-14-smb neutron-server[73808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 19:38:33.186450 dv-cinder-733622-14-smb neutron-server[73808]: self.callback(batched_events) Apr 30 19:38:33.186450 dv-cinder-733622-14-smb neutron-server[73808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 19:38:33.186450 dv-cinder-733622-14-smb neutron-server[73808]: event.method(event) Apr 30 19:38:33.186450 dv-cinder-733622-14-smb neutron-server[73808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 19:38:33.186450 dv-cinder-733622-14-smb neutron-server[73808]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 19:38:33.186450 dv-cinder-733622-14-smb neutron-server[73808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 19:38:33.186450 dv-cinder-733622-14-smb neutron-server[73808]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 19:38:33.186450 dv-cinder-733622-14-smb neutron-server[73808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 19:38:33.186450 dv-cinder-733622-14-smb neutron-server[73808]: return f(self, *a, **k) Apr 30 19:38:33.186450 dv-cinder-733622-14-smb neutron-server[73808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 19:38:33.186450 dv-cinder-733622-14-smb neutron-server[73808]: return self._get(url).json() Apr 30 19:38:33.186450 dv-cinder-733622-14-smb neutron-server[73808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 19:38:33.186450 dv-cinder-733622-14-smb neutron-server[73808]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 19:38:33.186450 dv-cinder-733622-14-smb neutron-server[73808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 19:38:33.186450 dv-cinder-733622-14-smb neutron-server[73808]: return self.request(url, 'GET', **kwargs) Apr 30 19:38:33.186450 dv-cinder-733622-14-smb neutron-server[73808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 19:38:33.186450 dv-cinder-733622-14-smb neutron-server[73808]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 19:38:33.186450 dv-cinder-733622-14-smb neutron-server[73808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 19:38:33.186450 dv-cinder-733622-14-smb neutron-server[73808]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 19:38:33.186450 dv-cinder-733622-14-smb neutron-server[73808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 19:38:33.186450 dv-cinder-733622-14-smb neutron-server[73808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 19:38:33.186450 dv-cinder-733622-14-smb neutron-server[73808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 19:38:33.268177 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-84f16758-806e-4d08-8765-4c155e696a2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3605455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679237'] for network, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:33.273140 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-362dcd2f-5a00-4d7f-b4fe-d4e31ebaea86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:38:33.286216 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-84f16758-806e-4d08-8765-4c155e696a2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533183'] for network, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:33.296543 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f16758-806e-4d08-8765-4c155e696a2a admin admin] Pushing event deleted for resources: {'Network': ['ID=2ca4816a-af9f-4da4-b37e-8b11481e1c88,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:38:33.300422 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-84f16758-806e-4d08-8765-4c155e696a2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:38:33.310483 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-84f16758-806e-4d08-8765-4c155e696a2a admin admin] 10.222.0.41 "DELETE /v2.0/networks/2ca4816a-af9f-4da4-b37e-8b11481e1c88 HTTP/1.1" status: 204 len: 168 time: 1.5400667 Apr 30 19:38:33.430576 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-31e6139b-ed2e-4f10-9c94-79fcd25e25e6 req-d824fcdd-1e6e-40e7-b395-0646a772ecf5 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1211674811&fields=id&tenant_id=18dc9ebb08454d8b9749ec906d810624 HTTP/1.1" status: 200 len: 267 time: 0.0478690 Apr 30 19:38:33.491821 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 47574) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:38:33.523315 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e6139b-ed2e-4f10-9c94-79fcd25e25e6 req-b0824224-5151-4f12-98c5-9d1776a05762 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:38:33.524983 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-31e6139b-ed2e-4f10-9c94-79fcd25e25e6 req-b0824224-5151-4f12-98c5-9d1776a05762 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] 10.222.0.41 "GET /v2.0/ports?device_id=95f0dcf6-21d1-4595-9dfd-6b521a63d4e2 HTTP/1.1" status: 200 len: 985 time: 0.0885732 Apr 30 19:38:33.537713 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.v2.base [req-31e6139b-ed2e-4f10-9c94-79fcd25e25e6 req-bf082fb1-95cf-4b04-9308-0b07f04346e1 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Request body: {'port': {'security_groups': ['362fa607-94d4-4de8-ba6e-ecdd6c58403f']}} {{(pid=73807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 19:38:33.545269 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-03d5ab0d-aed3-471a-885b-4b2859798b76 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9ad55c1ecaf040eb9706c42ee99e4509&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0520444 Apr 30 19:38:33.547614 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 47578) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:38:33.606808 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-38b8794a-04d7-43df-87af-645926fe15e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:33.636488 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-38b8794a-04d7-43df-87af-645926fe15e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:33.665942 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-31e6139b-ed2e-4f10-9c94-79fcd25e25e6 req-bf082fb1-95cf-4b04-9308-0b07f04346e1 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:33.695155 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-38b8794a-04d7-43df-87af-645926fe15e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:33.701322 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-3280d172-4742-45d6-a46f-c1d74662a6f9 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:38:33.715841 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b8794a-04d7-43df-87af-645926fe15e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40638eb2-9be1-492f-9d27-cec51452743f,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:38:33.717228 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-38b8794a-04d7-43df-87af-645926fe15e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:38:33.722982 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-38b8794a-04d7-43df-87af-645926fe15e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:33.724080 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-38b8794a-04d7-43df-87af-645926fe15e6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/40638eb2-9be1-492f-9d27-cec51452743f HTTP/1.1" status: 204 len: 168 time: 0.1753714 Apr 30 19:38:33.942497 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.db [req-31e6139b-ed2e-4f10-9c94-79fcd25e25e6 req-bf082fb1-95cf-4b04-9308-0b07f04346e1 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] For port b385f514-5f23-42d8-8db0-c4d843829c82, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=b385f514-5f23-42d8-8db0-c4d843829c82,segment=NetworkSegment(314eeb5f-fed1-4126-90d5-08d844d605ec),segment_id=314eeb5f-fed1-4126-90d5-08d844d605ec)] {{(pid=73807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:38:33.970601 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-31e6139b-ed2e-4f10-9c94-79fcd25e25e6 req-bf082fb1-95cf-4b04-9308-0b07f04346e1 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Notify callbacks [] for port, precommit_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:33.976561 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-31e6139b-ed2e-4f10-9c94-79fcd25e25e6 req-bf082fb1-95cf-4b04-9308-0b07f04346e1 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62583833'] for port, after_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:33.983003 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-8df3d62d-b04b-4c0d-816f-1a8b5bcfa372 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:38:33.992421 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-65ba8c12-0d06-4959-8304-606821799626 None None] get_ports_and_sgs() called for port_ids ['b385f514-5f23-42d8-8db0-c4d843829c82'] {{(pid=73809) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 19:38:34.061234 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 47592) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:38:34.075938 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e6139b-ed2e-4f10-9c94-79fcd25e25e6 req-bf082fb1-95cf-4b04-9308-0b07f04346e1 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:38:34.076589 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-31e6139b-ed2e-4f10-9c94-79fcd25e25e6 req-bf082fb1-95cf-4b04-9308-0b07f04346e1 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937687'] for port, before_response {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:34.078232 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-31e6139b-ed2e-4f10-9c94-79fcd25e25e6 req-bf082fb1-95cf-4b04-9308-0b07f04346e1 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] 10.222.0.41 "PUT /v2.0/ports/b385f514-5f23-42d8-8db0-c4d843829c82 HTTP/1.1" status: 200 len: 943 time: 0.5454361 Apr 30 19:38:34.078994 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95f0dcf6-21d1-4595-9dfd-6b521a63d4e2', 'tag': 'b385f514-5f23-42d8-8db0-c4d843829c82'}] {{(pid=73807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 19:38:34.090585 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 47600) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:38:34.107058 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf082fb1-95cf-4b04-9308-0b07f04346e1 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Pushing event updated for resources: {'Port': ['ID=b385f514-5f23-42d8-8db0-c4d843829c82,revision_number=7']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:38:34.113102 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-bf082fb1-95cf-4b04-9308-0b07f04346e1 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:38:34.167800 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-65ba8c12-0d06-4959-8304-606821799626 None None] get_ports_and_sgs() called for port_ids ['b385f514-5f23-42d8-8db0-c4d843829c82'] {{(pid=73809) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 19:38:34.221008 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-03d5cbb5-240c-4c62-a060-567c17e0444e tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Notify callbacks [] for security_group, before_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:34.311233 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95f0dcf6-21d1-4595-9dfd-6b521a63d4e2', 'tag': 'b385f514-5f23-42d8-8db0-c4d843829c82', 'status': 'completed', 'code': 200} Apr 30 19:38:34.352309 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-8a0299a5-3c64-483e-9444-1e0576ed599c admin admin] Notify callbacks [] for security_group, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:34.397048 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-8a0299a5-3c64-483e-9444-1e0576ed599c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:38:34.404450 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-8a0299a5-3c64-483e-9444-1e0576ed599c admin admin] Usage tracker for resource:security_group_rule and tenant:53bc636c147147bd94c932d3c00f71fc is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:38:34.409972 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-8a0299a5-3c64-483e-9444-1e0576ed599c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:38:34.420330 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-8a0299a5-3c64-483e-9444-1e0576ed599c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:38:34.452429 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-03d5cbb5-240c-4c62-a060-567c17e0444e tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:34.555770 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-b020a0a3-4a84-4dc2-8e24-7290ca925dd4 None None] Provisioning complete for port b385f514-5f23-42d8-8db0-c4d843829c82 triggered by entity DHCP. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 19:38:34.556153 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b020a0a3-4a84-4dc2-8e24-7290ca925dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618911'] for port, provisioning_complete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:34.576532 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-8a0299a5-3c64-483e-9444-1e0576ed599c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:34.583043 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-8a0299a5-3c64-483e-9444-1e0576ed599c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:34.598553 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-41ab0c3b-30ba-47f5-b823-ea62f76abbbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:38:34.632684 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f861e5d-db52-41be-be81-2003b6c7405e req-dce1171b-dd1e-4c97-bf53-2e53a6254375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:38:34.636546 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-3f861e5d-db52-41be-be81-2003b6c7405e req-dce1171b-dd1e-4c97-bf53-2e53a6254375 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=18dc9ebb08454d8b9749ec906d810624&device_id=95f0dcf6-21d1-4595-9dfd-6b521a63d4e2 HTTP/1.1" status: 200 len: 1099 time: 0.2993097 Apr 30 19:38:34.643337 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-8a0299a5-3c64-483e-9444-1e0576ed599c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=53bc636c147147bd94c932d3c00f71fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5797622 Apr 30 19:38:34.644019 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 47614) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:38:34.646953 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0299a5-3c64-483e-9444-1e0576ed599c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46a0acc1-ece8-4cf7-a5d0-e813706b79f8,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:38:34.650303 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-8a0299a5-3c64-483e-9444-1e0576ed599c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:38:34.805609 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-03d5cbb5-240c-4c62-a060-567c17e0444e tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:34.838872 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 47622) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:38:34.858160 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-09bcc57f-eb1e-455e-aae7-94c62534c83c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:38:34.903126 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d5cbb5-240c-4c62-a060-567c17e0444e tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32d5d58c-a99e-4d6d-9c94-4f3572b64dca,revision_number=None']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:38:34.910998 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-03d5cbb5-240c-4c62-a060-567c17e0444e tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:38:34.948604 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.v2.base [None req-ad4245df-0d27-4678-9bff-cab02af70212 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-249843691-network', 'tenant_id': 'ce1e5b078b6c42eab797bb5b856fe423'}} {{(pid=73808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 19:38:34.953131 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-ad4245df-0d27-4678-9bff-cab02af70212 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:38:34.958059 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-ad4245df-0d27-4678-9bff-cab02af70212 admin admin] Usage tracker for resource:network and tenant:ce1e5b078b6c42eab797bb5b856fe423 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:38:34.959777 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f861e5d-db52-41be-be81-2003b6c7405e req-b94a6974-ffac-41c5-94e2-ae7e7b6dda38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:38:34.960875 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-ad4245df-0d27-4678-9bff-cab02af70212 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:38:34.961249 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-3f861e5d-db52-41be-be81-2003b6c7405e req-b94a6974-ffac-41c5-94e2-ae7e7b6dda38 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a43deaff-ec1a-4b0d-8fb6-630cd7878552 HTTP/1.1" status: 200 len: 916 time: 0.3109572 Apr 30 19:38:34.962034 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-03d5cbb5-240c-4c62-a060-567c17e0444e tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Notify callbacks [] for security_group, before_response {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:34.963022 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-03d5cbb5-240c-4c62-a060-567c17e0444e tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] 10.222.0.41 "DELETE /v2.0/security-groups/32d5d58c-a99e-4d6d-9c94-4f3572b64dca HTTP/1.1" status: 204 len: 168 time: 0.8715453 Apr 30 19:38:34.964080 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-002a930a-29da-4e90-a404-aea6abb17410 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:34.965720 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 47628) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:38:35.031374 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-ad4245df-0d27-4678-9bff-cab02af70212 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:38:35.061766 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-002a930a-29da-4e90-a404-aea6abb17410 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:35.063946 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad4245df-0d27-4678-9bff-cab02af70212 admin admin] Made reservation on behalf of ce1e5b078b6c42eab797bb5b856fe423 for: {'network': 1} {{(pid=73808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 19:38:35.066398 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-ad4245df-0d27-4678-9bff-cab02af70212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for network, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:35.085986 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-ad4245df-0d27-4678-9bff-cab02af70212 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:35.115063 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-3f861e5d-db52-41be-be81-2003b6c7405e req-60d326ba-ca20-4c78-81c3-5bb1753a63c5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b385f514-5f23-42d8-8db0-c4d843829c82 HTTP/1.1" status: 200 len: 1002 time: 0.1404612 Apr 30 19:38:35.164417 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-ad4245df-0d27-4678-9bff-cab02af70212 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:38:35.178274 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-ad4245df-0d27-4678-9bff-cab02af70212 admin admin] Usage tracker for resource:security_group_rule and tenant:ce1e5b078b6c42eab797bb5b856fe423 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:38:35.183305 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-ad4245df-0d27-4678-9bff-cab02af70212 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:38:35.193434 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f861e5d-db52-41be-be81-2003b6c7405e req-8ee7a229-5cbb-43ea-942a-b0476f854179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:38:35.195028 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-3f861e5d-db52-41be-be81-2003b6c7405e req-8ee7a229-5cbb-43ea-942a-b0476f854179 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4a7dfd62-bec3-4cb5-b820-316bf20afcd1 HTTP/1.1" status: 200 len: 854 time: 0.0720987 Apr 30 19:38:35.195637 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-002a930a-29da-4e90-a404-aea6abb17410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:35.199271 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-f1eeb920-aebf-44e8-88cc-cf8590a78402 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:38:35.199402 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-ad4245df-0d27-4678-9bff-cab02af70212 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:38:35.249613 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002a930a-29da-4e90-a404-aea6abb17410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46a0acc1-ece8-4cf7-a5d0-e813706b79f8,revision_number=None']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:38:35.259661 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-002a930a-29da-4e90-a404-aea6abb17410 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:38:35.265689 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-002a930a-29da-4e90-a404-aea6abb17410 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:35.270788 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-002a930a-29da-4e90-a404-aea6abb17410 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/46a0acc1-ece8-4cf7-a5d0-e813706b79f8 HTTP/1.1" status: 204 len: 168 time: 0.6234651 Apr 30 19:38:35.303252 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f861e5d-db52-41be-be81-2003b6c7405e req-7f0b4aa6-abb3-414b-99d2-071997010a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:38:35.305144 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-3f861e5d-db52-41be-be81-2003b6c7405e req-7f0b4aa6-abb3-414b-99d2-071997010a6e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a43deaff-ec1a-4b0d-8fb6-630cd7878552&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0954759 Apr 30 19:38:35.337733 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.plugins.ml2.plugin [None req-7ea0b2c7-628c-409f-8edb-2432b460dfad tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Deleting port 2ad7b313-5467-4f2f-86ce-15094dcc9b59 {{(pid=73808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 19:38:35.338012 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-7ea0b2c7-628c-409f-8edb-2432b460dfad tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780697314645'] for port, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:35.462348 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-3f861e5d-db52-41be-be81-2003b6c7405e req-3c011a3a-6f7c-4c98-b412-b4114961d4cc service neutron] 10.222.0.48 "GET /v2.0/networks/a43deaff-ec1a-4b0d-8fb6-630cd7878552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469443 Apr 30 19:38:35.558826 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-ad4245df-0d27-4678-9bff-cab02af70212 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:35.565115 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-ad4245df-0d27-4678-9bff-cab02af70212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:35.571027 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-82ae1347-a8d0-489d-a550-831db40b819c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:38:35.604942 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad4245df-0d27-4678-9bff-cab02af70212 admin admin] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'} {{(pid=73808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 19:38:35.630045 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-7ea0b2c7-628c-409f-8edb-2432b460dfad tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664767'] for port, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:35.630391 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-7ea0b2c7-628c-409f-8edb-2432b460dfad tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:35.637527 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4245df-0d27-4678-9bff-cab02af70212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f019d96-192f-416f-83cf-41df534ad972,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:38:35.646598 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-ad4245df-0d27-4678-9bff-cab02af70212 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:38:35.675541 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-3f861e5d-db52-41be-be81-2003b6c7405e req-521ea356-3ce8-45a9-bf0d-d1c049b60a01 service neutron] 10.222.0.48 "GET /v2.0/networks/a43deaff-ec1a-4b0d-8fb6-630cd7878552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044466 Apr 30 19:38:35.696828 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-b65514fc-db41-4cb9-b571-952fbbb6a5b0 req-183e9606-8f62-48a8-873a-46dba318954b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=95f0dcf6-21d1-4595-9dfd-6b521a63d4e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1187217 Apr 30 19:38:35.700267 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-ad4245df-0d27-4678-9bff-cab02af70212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611927'] for segment, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:35.700562 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.db.segments_db [None req-ad4245df-0d27-4678-9bff-cab02af70212 admin admin] Added segment 06087188-73d5-41e8-93c8-9df1c0db07c0 of type vlan for network d5b07e11-4a5f-4a04-80fe-7d0896792e8e Apr 30 19:38:35.763393 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.plugins.ml2.plugin [None req-7ea0b2c7-628c-409f-8edb-2432b460dfad tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Calling delete_port for 2ad7b313-5467-4f2f-86ce-15094dcc9b59 owned by network:floatingip {{(pid=73808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 19:38:35.799745 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65514fc-db41-4cb9-b571-952fbbb6a5b0 req-4e5f092c-5dd6-4303-a33c-382e07427dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:38:35.801343 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-b65514fc-db41-4cb9-b571-952fbbb6a5b0 req-4e5f092c-5dd6-4303-a33c-382e07427dd3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=18dc9ebb08454d8b9749ec906d810624&device_id=95f0dcf6-21d1-4595-9dfd-6b521a63d4e2 HTTP/1.1" status: 200 len: 1099 time: 0.0841353 Apr 30 19:38:35.805604 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-ad4245df-0d27-4678-9bff-cab02af70212 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780696885140'] for network, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:35.858526 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-ad4245df-0d27-4678-9bff-cab02af70212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137'] for network, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:35.861360 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4245df-0d27-4678-9bff-cab02af70212 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:38:35.861953 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-ad4245df-0d27-4678-9bff-cab02af70212 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533183'] for network, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:35.868138 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-0f43679e-9d20-474e-8381-f6c2b4c38936 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:38:35.977506 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65514fc-db41-4cb9-b571-952fbbb6a5b0 req-df88bb5b-ef58-44f2-96f7-c227ef025d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:38:35.979199 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-b65514fc-db41-4cb9-b571-952fbbb6a5b0 req-df88bb5b-ef58-44f2-96f7-c227ef025d71 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a43deaff-ec1a-4b0d-8fb6-630cd7878552 HTTP/1.1" status: 200 len: 916 time: 0.1567709 Apr 30 19:38:35.987552 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4245df-0d27-4678-9bff-cab02af70212 admin admin] Pushing event updated for resources: {'Network': ['ID=d5b07e11-4a5f-4a04-80fe-7d0896792e8e,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:38:35.990641 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-ad4245df-0d27-4678-9bff-cab02af70212 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:38:35.992145 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-ad4245df-0d27-4678-9bff-cab02af70212 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1522720 Apr 30 19:38:35.995282 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 47654) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:38:36.002324 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.v2.base [None req-6ff9fe0c-c03d-4108-b7f3-8cf52c227123 admin admin] Request body: {'subnet': {'network_id': 'd5b07e11-4a5f-4a04-80fe-7d0896792e8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-249843691-subnet', 'tenant_id': 'ce1e5b078b6c42eab797bb5b856fe423', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 19:38:36.006941 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Network d5b07e11-4a5f-4a04-80fe-7d0896792e8e details requested by agent ovs-agent-dv-cinder-733622-14-smb with host dv-cinder-733622-14-smb {{(pid=73809) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 19:38:36.040339 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-6ff9fe0c-c03d-4108-b7f3-8cf52c227123 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:38:36.054442 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-6ff9fe0c-c03d-4108-b7f3-8cf52c227123 admin admin] Usage tracker for resource:subnet and tenant:ce1e5b078b6c42eab797bb5b856fe423 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:38:36.059171 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-6ff9fe0c-c03d-4108-b7f3-8cf52c227123 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:38:36.068331 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-6ff9fe0c-c03d-4108-b7f3-8cf52c227123 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:38:36.089315 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ff9fe0c-c03d-4108-b7f3-8cf52c227123 admin admin] Made reservation on behalf of ce1e5b078b6c42eab797bb5b856fe423 for: {'subnet': 1} {{(pid=73808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 19:38:36.092269 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-6ff9fe0c-c03d-4108-b7f3-8cf52c227123 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61161599'] for subnet, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:36.103275 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-b65514fc-db41-4cb9-b571-952fbbb6a5b0 req-e26f7ab7-05a2-4cdc-9845-d33261fdf4e7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b385f514-5f23-42d8-8db0-c4d843829c82 HTTP/1.1" status: 200 len: 1002 time: 0.1160409 Apr 30 19:38:36.124769 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-7ea0b2c7-628c-409f-8edb-2432b460dfad tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780697316006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780696898079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60822380'] for port, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:36.132341 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:38:36.187164 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65514fc-db41-4cb9-b571-952fbbb6a5b0 req-4bbdbef5-d154-4de0-935d-53150f68a029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:38:36.189393 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-b65514fc-db41-4cb9-b571-952fbbb6a5b0 req-4bbdbef5-d154-4de0-935d-53150f68a029 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4a7dfd62-bec3-4cb5-b820-316bf20afcd1 HTTP/1.1" status: 200 len: 854 time: 0.0791049 Apr 30 19:38:36.229365 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea0b2c7-628c-409f-8edb-2432b460dfad tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Pushing event deleted for resources: {'Port': ['ID=2ad7b313-5467-4f2f-86ce-15094dcc9b59,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:38:36.239975 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-7ea0b2c7-628c-409f-8edb-2432b460dfad tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:38:36.289170 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65514fc-db41-4cb9-b571-952fbbb6a5b0 req-2ab3003c-6e0c-4d57-bb0f-274b6702fb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:38:36.290755 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-b65514fc-db41-4cb9-b571-952fbbb6a5b0 req-2ab3003c-6e0c-4d57-bb0f-274b6702fb50 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a43deaff-ec1a-4b0d-8fb6-630cd7878552&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0922737 Apr 30 19:38:36.357365 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-7ea0b2c7-628c-409f-8edb-2432b460dfad tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Notify callbacks [] for floatingip, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:36.357701 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.db.l3_db [None req-7ea0b2c7-628c-409f-8edb-2432b460dfad tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Floating IP 24fcb88d-0e94-4f52-a948-ddb2b4c5596a disassociated (deleted). External IP: 172.28.1.185, port: b385f514-5f23-42d8-8db0-c4d843829c82. Apr 30 19:38:36.433993 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-b65514fc-db41-4cb9-b571-952fbbb6a5b0 req-d4936428-8121-4573-af9d-30e6de55a14d service neutron] 10.222.0.48 "GET /v2.0/networks/a43deaff-ec1a-4b0d-8fb6-630cd7878552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360095 Apr 30 19:38:36.567389 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 47668) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:38:36.580392 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-b65514fc-db41-4cb9-b571-952fbbb6a5b0 req-b5cc85b1-772b-4b41-8f13-8cac2431ce5f service neutron] 10.222.0.48 "GET /v2.0/networks/a43deaff-ec1a-4b0d-8fb6-630cd7878552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391885 Apr 30 19:38:36.694580 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-3686b8f8-d364-4641-82b1-aefdb372f37e admin admin] Notify callbacks [] for security_group, before_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:36.713990 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-3686b8f8-d364-4641-82b1-aefdb372f37e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:38:36.718088 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-3686b8f8-d364-4641-82b1-aefdb372f37e admin admin] Usage tracker for resource:security_group_rule and tenant:a5fc50b05c9843919352b57353635d26 is out of sync, need to count used quota {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:38:36.721055 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-3686b8f8-d364-4641-82b1-aefdb372f37e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:38:36.726720 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-3686b8f8-d364-4641-82b1-aefdb372f37e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:38:36.882111 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ea0b2c7-628c-409f-8edb-2432b460dfad tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Router 93ed4ff2-dd02-4cd9-8ade-637bc80d230e has already been hosted by L3 agent 19062261-8801-4f4d-b71c-f22a3dba3fbe {{(pid=73808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 19:38:36.907254 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-3686b8f8-d364-4641-82b1-aefdb372f37e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:36.912280 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-3686b8f8-d364-4641-82b1-aefdb372f37e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:36.921310 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-8b50e1fe-7439-44b8-823a-eea7e0d9c988 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:38:36.963826 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-3686b8f8-d364-4641-82b1-aefdb372f37e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a5fc50b05c9843919352b57353635d26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3959684 Apr 30 19:38:36.965515 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3686b8f8-d364-4641-82b1-aefdb372f37e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a58cc95-bb93-4c95-a7a1-e4540f534f78,revision_number=1']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:38:36.968722 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-3686b8f8-d364-4641-82b1-aefdb372f37e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:38:36.969216 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 47674) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:38:37.039589 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-ecc6aa02-fd0a-43e3-8a84-e2d9eab908b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:37.069060 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-ecc6aa02-fd0a-43e3-8a84-e2d9eab908b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:37.124721 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-ecc6aa02-fd0a-43e3-8a84-e2d9eab908b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:37.129229 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-e2803560-32d7-4501-b56d-dd31ff6ec901 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:38:37.144556 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc6aa02-fd0a-43e3-8a84-e2d9eab908b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a58cc95-bb93-4c95-a7a1-e4540f534f78,revision_number=None']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:38:37.146801 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-ecc6aa02-fd0a-43e3-8a84-e2d9eab908b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:38:37.153584 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-ecc6aa02-fd0a-43e3-8a84-e2d9eab908b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:37.154613 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-ecc6aa02-fd0a-43e3-8a84-e2d9eab908b9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5a58cc95-bb93-4c95-a7a1-e4540f534f78 HTTP/1.1" status: 204 len: 168 time: 0.1837699 Apr 30 19:38:37.228877 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ea0b2c7-628c-409f-8edb-2432b460dfad tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Notify agent at l3_agent.dv-cinder-733622-14-smb the message routers_updated {{(pid=73808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 19:38:37.240123 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9382bc-8e5c-46d6-baf1-cadf1bb47a2d None None] Sync routers for ids ['93ed4ff2-dd02-4cd9-8ade-637bc80d230e'] in dv-cinder-733622-14-smb {{(pid=73809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 19:38:37.249726 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9382bc-8e5c-46d6-baf1-cadf1bb47a2d None None] Routers {'93ed4ff2-dd02-4cd9-8ade-637bc80d230e'} bound to L3 agent in host dv-cinder-733622-14-smb {{(pid=73809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 19:38:37.250342 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_hamode_db [None req-5e9382bc-8e5c-46d6-baf1-cadf1bb47a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T19:24:27Z,description=,heartbeat_timestamp=2021-04-30T19:38:27Z,host='dv-cinder-733622-14-smb',id=19062261-8801-4f4d-b71c-f22a3dba3fbe,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T19:24:27Z,topic='l3_agent')) {'router_ids': ['93ed4ff2-dd02-4cd9-8ade-637bc80d230e'], 'active': True} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:38:37.264112 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-6ff9fe0c-c03d-4108-b7f3-8cf52c227123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60823004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61161577'] for subnet, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:37.269789 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-539dbfe0-9c2e-47c8-bd88-0726620c59e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:38:37.319286 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-7ea0b2c7-628c-409f-8edb-2432b460dfad tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937687'] for floatingip, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:37.398242 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff9fe0c-c03d-4108-b7f3-8cf52c227123 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b692ce1-da5b-4ca1-b1bc-2bc79fa0b7f3,revision_number=0']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:38:37.405379 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-6ff9fe0c-c03d-4108-b7f3-8cf52c227123 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:38:37.409149 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-7ea0b2c7-628c-409f-8edb-2432b460dfad tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] 10.222.0.41 "DELETE /v2.0/floatingips/24fcb88d-0e94-4f52-a948-ddb2b4c5596a HTTP/1.1" status: 204 len: 168 time: 2.4421153 Apr 30 19:38:37.410806 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95f0dcf6-21d1-4595-9dfd-6b521a63d4e2', 'tag': 'b385f514-5f23-42d8-8db0-c4d843829c82'}] {{(pid=73808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 19:38:37.417460 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff9fe0c-c03d-4108-b7f3-8cf52c227123 admin admin] Checking segment: {'id': '06087188-73d5-41e8-93c8-9df1c0db07c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'd5b07e11-4a5f-4a04-80fe-7d0896792e8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 19:38:37.417822 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff9fe0c-c03d-4108-b7f3-8cf52c227123 admin admin] Network hostable DHCP agents. Network: d5b07e11-4a5f-4a04-80fe-7d0896792e8e, hostable agents: ['e57161e2-0c22-4573-bfa0-d55a94615101'], hosted agents: [] {{(pid=73808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 19:38:37.440395 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff9fe0c-c03d-4108-b7f3-8cf52c227123 admin admin] Network d5b07e11-4a5f-4a04-80fe-7d0896792e8e is scheduled to be hosted by DHCP agent e57161e2-0c22-4573-bfa0-d55a94615101 with binding_index 1 {{(pid=73808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 19:38:37.458772 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.scheduler.base_scheduler [None req-6ff9fe0c-c03d-4108-b7f3-8cf52c227123 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-14-smb, d5b07e11-4a5f-4a04-80fe-7d0896792e8e) {{(pid=73808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 19:38:37.467589 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_dvr_db [None req-5e9382bc-8e5c-46d6-baf1-cadf1bb47a2d None None] Set router 93ed4ff2-dd02-4cd9-8ade-637bc80d230e gateway port host: dv-cinder-733622-14-smb {{(pid=73809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 19:38:37.476574 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff9fe0c-c03d-4108-b7f3-8cf52c227123 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:38:37.478618 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-6ff9fe0c-c03d-4108-b7f3-8cf52c227123 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533183'] for subnet, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:37.505414 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-6ff9fe0c-c03d-4108-b7f3-8cf52c227123 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5089033 Apr 30 19:38:37.601572 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d12a5c58-8c23-47f4-bea3-1b030c492831 None None] Network d5b07e11-4a5f-4a04-80fe-7d0896792e8e requested from dv-cinder-733622-14-smb {{(pid=73809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 19:38:37.676720 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95f0dcf6-21d1-4595-9dfd-6b521a63d4e2', 'tag': 'b385f514-5f23-42d8-8db0-c4d843829c82', 'status': 'completed', 'code': 200} Apr 30 19:38:37.852530 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f4d2e-ea17-453d-93a4-baa4a59fa5d1 req-dd7980a6-8f99-4bb6-81fd-edff1598605a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:38:37.855407 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-498f4d2e-ea17-453d-93a4-baa4a59fa5d1 req-dd7980a6-8f99-4bb6-81fd-edff1598605a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=18dc9ebb08454d8b9749ec906d810624&device_id=95f0dcf6-21d1-4595-9dfd-6b521a63d4e2 HTTP/1.1" status: 200 len: 1099 time: 0.1564724 Apr 30 19:38:38.067253 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b2cf1a-e2e8-4881-b3cc-abe4a97bf770 None None] Network d5b07e11-4a5f-4a04-80fe-7d0896792e8e requested from dv-cinder-733622-14-smb {{(pid=73809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 19:38:38.091621 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f4d2e-ea17-453d-93a4-baa4a59fa5d1 req-a117e2ed-5984-4285-ae49-b8113567161b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:38:38.093333 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-498f4d2e-ea17-453d-93a4-baa4a59fa5d1 req-a117e2ed-5984-4285-ae49-b8113567161b service neutron] 10.222.0.48 "GET /v2.0/networks?id=a43deaff-ec1a-4b0d-8fb6-630cd7878552 HTTP/1.1" status: 200 len: 916 time: 0.2218709 Apr 30 19:38:38.182707 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-498f4d2e-ea17-453d-93a4-baa4a59fa5d1 req-ebe7923d-a899-4631-8dd1-47ef6ba55ee2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b385f514-5f23-42d8-8db0-c4d843829c82 HTTP/1.1" status: 200 len: 217 time: 0.0817351 Apr 30 19:38:38.273045 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f4d2e-ea17-453d-93a4-baa4a59fa5d1 req-32ec809f-a1e5-426d-9d7a-0311dbf1b6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:38:38.274771 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-498f4d2e-ea17-453d-93a4-baa4a59fa5d1 req-32ec809f-a1e5-426d-9d7a-0311dbf1b6d6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4a7dfd62-bec3-4cb5-b820-316bf20afcd1 HTTP/1.1" status: 200 len: 854 time: 0.0840886 Apr 30 19:38:38.327609 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9406364-7ead-4512-bad0-3a4e25d90ed6 req-66267a58-99e8-4046-a9b0-58be9b331dce tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:38:38.328542 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [req-a9406364-7ead-4512-bad0-3a4e25d90ed6 req-66267a58-99e8-4046-a9b0-58be9b331dce tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Synchronizing usage tracker for tenant:ce1e5b078b6c42eab797bb5b856fe423 on resource:network {{(pid=73808) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 19:38:38.352416 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_hamode_db [None req-5e9382bc-8e5c-46d6-baf1-cadf1bb47a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ed4ff2-dd02-4cd9-8ade-637bc80d230e', 'name': 'tempest-TestMinimumBasicScenario-1802366092-router', 'tenant_id': '18dc9ebb08454d8b9749ec906d810624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'external_fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.85'}], 'enable_snat': True}, 'gw_port_id': '2d3a1210-a4d1-4c33-8ff4-6ab0d8d4e805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T19:36:08Z', 'updated_at': '2021-04-30T19:36:13Z', 'revision_number': 4, 'project_id': '18dc9ebb08454d8b9749ec906d810624', 'gw_port': {'id': '2d3a1210-a4d1-4c33-8ff4-6ab0d8d4e805', 'name': '', 'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:54:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ed4ff2-dd02-4cd9-8ade-637bc80d230e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:36:09Z', 'updated_at': '2021-04-30T19:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-14-smb', '_interfaces': [{'id': '81def8d5-0926-4d86-8a32-d15130d75ba4', 'name': '', 'network_id': 'a43deaff-ec1a-4b0d-8fb6-630cd7878552', 'tenant_id': '18dc9ebb08454d8b9749ec906d810624', 'mac_address': 'fa:16:3e:8e:99:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ed4ff2-dd02-4cd9-8ade-637bc80d230e', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '4a7dfd62-bec3-4cb5-b820-316bf20afcd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:36:12Z', 'updated_at': '2021-04-30T19:36:19Z', 'revision_number': 5, 'project_id': '18dc9ebb08454d8b9749ec906d810624', 'subnets': [{'id': '4a7dfd62-bec3-4cb5-b820-316bf20afcd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-14-smb', False) {} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:38:38.359373 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9382bc-8e5c-46d6-baf1-cadf1bb47a2d None None] Checking router: 93ed4ff2-dd02-4cd9-8ade-637bc80d230e for host: dv-cinder-733622-14-smb {{(pid=73809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 19:38:38.367911 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [req-a9406364-7ead-4512-bad0-3a4e25d90ed6 req-66267a58-99e8-4046-a9b0-58be9b331dce tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Unset dirty status for tenant:ce1e5b078b6c42eab797bb5b856fe423 on resource:network {{(pid=73808) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 19:38:38.381949 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-a9406364-7ead-4512-bad0-3a4e25d90ed6 req-66267a58-99e8-4046-a9b0-58be9b331dce tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] 10.222.0.41 "GET /v2.0/networks?id=d5b07e11-4a5f-4a04-80fe-7d0896792e8e HTTP/1.1" status: 200 len: 814 time: 0.2789257 Apr 30 19:38:38.393283 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f4d2e-ea17-453d-93a4-baa4a59fa5d1 req-3bfaa41a-d675-4b69-aabe-201ea1d1f684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:38:38.396540 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-498f4d2e-ea17-453d-93a4-baa4a59fa5d1 req-3bfaa41a-d675-4b69-aabe-201ea1d1f684 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a43deaff-ec1a-4b0d-8fb6-630cd7878552&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1129413 Apr 30 19:38:38.404796 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9382bc-8e5c-46d6-baf1-cadf1bb47a2d None None] Routers {'93ed4ff2-dd02-4cd9-8ade-637bc80d230e'} bound to L3 agent in host dv-cinder-733622-14-smb {{(pid=73809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 19:38:38.405605 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_hamode_db [None req-5e9382bc-8e5c-46d6-baf1-cadf1bb47a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T19:24:27Z,description=,heartbeat_timestamp=2021-04-30T19:38:27Z,host='dv-cinder-733622-14-smb',id=19062261-8801-4f4d-b71c-f22a3dba3fbe,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T19:24:27Z,topic='l3_agent')) {'router_ids': ['93ed4ff2-dd02-4cd9-8ade-637bc80d230e'], 'active': True} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:38:38.412533 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-a9406364-7ead-4512-bad0-3a4e25d90ed6 req-fb84cc33-1958-4df4-ae81-ffd45da3d7b1 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] 10.222.0.41 "GET /v2.0/quotas/ce1e5b078b6c42eab797bb5b856fe423 HTTP/1.1" status: 200 len: 375 time: 0.0243442 Apr 30 19:38:38.467150 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-a9406364-7ead-4512-bad0-3a4e25d90ed6 req-dbb97b6c-e67b-4f6e-98ec-a568e82616ed tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ce1e5b078b6c42eab797bb5b856fe423&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0487175 Apr 30 19:38:38.554540 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-498f4d2e-ea17-453d-93a4-baa4a59fa5d1 req-ada0f6d2-d8bc-4575-8d43-3568997d343a service neutron] 10.222.0.48 "GET /v2.0/networks/a43deaff-ec1a-4b0d-8fb6-630cd7878552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507881 Apr 30 19:38:38.673548 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_dvr_db [None req-5e9382bc-8e5c-46d6-baf1-cadf1bb47a2d None None] Set router 93ed4ff2-dd02-4cd9-8ade-637bc80d230e gateway port host: dv-cinder-733622-14-smb {{(pid=73809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 19:38:38.764348 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-498f4d2e-ea17-453d-93a4-baa4a59fa5d1 req-9ec032e7-81bf-466d-bf45-a1578e5f34ee service neutron] 10.222.0.48 "GET /v2.0/networks/a43deaff-ec1a-4b0d-8fb6-630cd7878552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025871 Apr 30 19:38:38.782841 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-a9406364-7ead-4512-bad0-3a4e25d90ed6 req-c2e632df-753c-449e-afd9-523da9bdc026 service neutron] 10.222.0.41 "GET /v2.0/networks/d5b07e11-4a5f-4a04-80fe-7d0896792e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3070223 Apr 30 19:38:38.935422 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-a9406364-7ead-4512-bad0-3a4e25d90ed6 req-d7a7aea8-4722-49c2-9479-ad02e50b611f service neutron] 10.222.0.41 "GET /v2.0/networks/d5b07e11-4a5f-4a04-80fe-7d0896792e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412587 Apr 30 19:38:39.071336 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_hamode_db [None req-5e9382bc-8e5c-46d6-baf1-cadf1bb47a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ed4ff2-dd02-4cd9-8ade-637bc80d230e', 'name': 'tempest-TestMinimumBasicScenario-1802366092-router', 'tenant_id': '18dc9ebb08454d8b9749ec906d810624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'external_fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.85'}], 'enable_snat': True}, 'gw_port_id': '2d3a1210-a4d1-4c33-8ff4-6ab0d8d4e805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T19:36:08Z', 'updated_at': '2021-04-30T19:36:13Z', 'revision_number': 4, 'project_id': '18dc9ebb08454d8b9749ec906d810624', 'gw_port': {'id': '2d3a1210-a4d1-4c33-8ff4-6ab0d8d4e805', 'name': '', 'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:54:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ed4ff2-dd02-4cd9-8ade-637bc80d230e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:36:09Z', 'updated_at': '2021-04-30T19:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-14-smb', '_interfaces': [{'id': '81def8d5-0926-4d86-8a32-d15130d75ba4', 'name': '', 'network_id': 'a43deaff-ec1a-4b0d-8fb6-630cd7878552', 'tenant_id': '18dc9ebb08454d8b9749ec906d810624', 'mac_address': 'fa:16:3e:8e:99:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ed4ff2-dd02-4cd9-8ade-637bc80d230e', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '4a7dfd62-bec3-4cb5-b820-316bf20afcd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:36:12Z', 'updated_at': '2021-04-30T19:36:19Z', 'revision_number': 5, 'project_id': '18dc9ebb08454d8b9749ec906d810624', 'subnets': [{'id': '4a7dfd62-bec3-4cb5-b820-316bf20afcd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-14-smb', False) {} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:38:39.080815 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9382bc-8e5c-46d6-baf1-cadf1bb47a2d None None] The sync data for ids ['93ed4ff2-dd02-4cd9-8ade-637bc80d230e'] in dv-cinder-733622-14-smb is: [{'id': '93ed4ff2-dd02-4cd9-8ade-637bc80d230e', 'name': 'tempest-TestMinimumBasicScenario-1802366092-router', 'tenant_id': '18dc9ebb08454d8b9749ec906d810624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'external_fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.85'}], 'enable_snat': True}, 'gw_port_id': '2d3a1210-a4d1-4c33-8ff4-6ab0d8d4e805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T19:36:08Z', 'updated_at': '2021-04-30T19:36:13Z', 'revision_number': 4, 'project_id': '18dc9ebb08454d8b9749ec906d810624', 'gw_port': {'id': '2d3a1210-a4d1-4c33-8ff4-6ab0d8d4e805', 'name': '', 'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:54:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ed4ff2-dd02-4cd9-8ade-637bc80d230e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:36:09Z', 'updated_at': '2021-04-30T19:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-14-smb', '_interfaces': [{'id': '81def8d5-0926-4d86-8a32-d15130d75ba4', 'name': '', 'network_id': 'a43deaff-ec1a-4b0d-8fb6-630cd7878552', 'tenant_id': '18dc9ebb08454d8b9749ec906d810624', 'mac_address': 'fa:16:3e:8e:99:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ed4ff2-dd02-4cd9-8ade-637bc80d230e', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '4a7dfd62-bec3-4cb5-b820-316bf20afcd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:36:12Z', 'updated_at': '2021-04-30T19:36:19Z', 'revision_number': 5, 'project_id': '18dc9ebb08454d8b9749ec906d810624', 'subnets': [{'id': '4a7dfd62-bec3-4cb5-b820-316bf20afcd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 19:38:39.138026 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-2a4c7404-d646-4872-9a63-0ea292afe32e req-11855f78-0f84-4b47-8702-c337c7a5389f tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7b37a74-60b3-4e0d-83b1-7806b18c9d1d HTTP/1.1" status: 200 len: 210 time: 0.0640111 Apr 30 19:38:39.374026 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b632fa-9b79-47bb-9107-dac4273abcdc None None] New status for floating IP 24fcb88d-0e94-4f52-a948-ddb2b4c5596a: DOWN {{(pid=73810) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 19:38:40.234295 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9406364-7ead-4512-bad0-3a4e25d90ed6 req-d0fad7b5-ba75-41f2-a9e2-68a9d1f7c030 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:38:40.236207 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-a9406364-7ead-4512-bad0-3a4e25d90ed6 req-d0fad7b5-ba75-41f2-a9e2-68a9d1f7c030 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] 10.222.0.48 "GET /v2.0/networks?id=d5b07e11-4a5f-4a04-80fe-7d0896792e8e HTTP/1.1" status: 200 len: 814 time: 0.1762643 Apr 30 19:38:40.250087 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.v2.base [req-a9406364-7ead-4512-bad0-3a4e25d90ed6 req-3857fbbf-fba4-4989-ab61-b68463bb426c tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Request body: {'port': {'device_id': 'a7b37a74-60b3-4e0d-83b1-7806b18c9d1d', 'network_id': 'd5b07e11-4a5f-4a04-80fe-7d0896792e8e', 'admin_state_up': True, 'tenant_id': 'ce1e5b078b6c42eab797bb5b856fe423'}} {{(pid=73807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 19:38:40.351856 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-03f0c8c5-5908-44f1-a4f6-f8f11e9ed5dd req-e223ed8f-123b-436b-b757-f70750d2fa82 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7b37a74-60b3-4e0d-83b1-7806b18c9d1d HTTP/1.1" status: 200 len: 210 time: 0.0482171 Apr 30 19:38:40.402198 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [req-a9406364-7ead-4512-bad0-3a4e25d90ed6 req-3857fbbf-fba4-4989-ab61-b68463bb426c tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:38:40.406584 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [req-a9406364-7ead-4512-bad0-3a4e25d90ed6 req-3857fbbf-fba4-4989-ab61-b68463bb426c tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Usage tracker for resource:port and tenant:ce1e5b078b6c42eab797bb5b856fe423 is out of sync, need to count used quota {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:38:40.410306 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [req-a9406364-7ead-4512-bad0-3a4e25d90ed6 req-3857fbbf-fba4-4989-ab61-b68463bb426c tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:38:40.416364 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [req-a9406364-7ead-4512-bad0-3a4e25d90ed6 req-3857fbbf-fba4-4989-ab61-b68463bb426c tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:38:40.425694 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9406364-7ead-4512-bad0-3a4e25d90ed6 req-3857fbbf-fba4-4989-ab61-b68463bb426c tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Made reservation on behalf of ce1e5b078b6c42eab797bb5b856fe423 for: {'port': 1} {{(pid=73807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 19:38:40.429259 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-a9406364-7ead-4512-bad0-3a4e25d90ed6 req-3857fbbf-fba4-4989-ab61-b68463bb426c tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:40.592862 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.db_base_plugin_common [req-a9406364-7ead-4512-bad0-3a4e25d90ed6 req-3857fbbf-fba4-4989-ab61-b68463bb426c tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Allocated IP 172.20.0.7 (d5b07e11-4a5f-4a04-80fe-7d0896792e8e/8b692ce1-da5b-4ca1-b1bc-2bc79fa0b7f3/0c7a2584-4478-4855-834a-bdc315a2d994) {{(pid=73807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 19:38:40.800741 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-a9406364-7ead-4512-bad0-3a4e25d90ed6 req-3857fbbf-fba4-4989-ab61-b68463bb426c tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Notify callbacks [] for port, precommit_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:40.831501 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-a9406364-7ead-4512-bad0-3a4e25d90ed6 req-3857fbbf-fba4-4989-ab61-b68463bb426c tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780696898070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62583854'] for port, after_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:40.838404 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-17107f91-e940-4e84-aadb-8c74822d1991 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:38:40.896761 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9406364-7ead-4512-bad0-3a4e25d90ed6 req-3857fbbf-fba4-4989-ab61-b68463bb426c tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Network d5b07e11-4a5f-4a04-80fe-7d0896792e8e is already hosted by enough agents. {{(pid=73807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 19:38:40.904315 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.scheduler.base_scheduler [req-a9406364-7ead-4512-bad0-3a4e25d90ed6 req-3857fbbf-fba4-4989-ab61-b68463bb426c tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Resources bound (agent type, host, resource id): {{(pid=73807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 19:38:40.906663 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9406364-7ead-4512-bad0-3a4e25d90ed6 req-3857fbbf-fba4-4989-ab61-b68463bb426c tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Received port after_create {{(pid=73807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 19:38:40.948021 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bc0d04-036e-45ad-8233-a446f0a4fcb1 req-018cf60c-54e6-4313-845a-552422b644e7 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:38:40.948911 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [req-16bc0d04-036e-45ad-8233-a446f0a4fcb1 req-018cf60c-54e6-4313-845a-552422b644e7 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Synchronizing usage tracker for tenant:18dc9ebb08454d8b9749ec906d810624 on resource:port {{(pid=73808) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 19:38:40.968706 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [req-16bc0d04-036e-45ad-8233-a446f0a4fcb1 req-018cf60c-54e6-4313-845a-552422b644e7 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Unset dirty status for tenant:18dc9ebb08454d8b9749ec906d810624 on resource:port {{(pid=73808) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 19:38:40.970099 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-16bc0d04-036e-45ad-8233-a446f0a4fcb1 req-018cf60c-54e6-4313-845a-552422b644e7 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] 10.222.0.41 "GET /v2.0/ports?device_id=95f0dcf6-21d1-4595-9dfd-6b521a63d4e2 HTTP/1.1" status: 200 len: 946 time: 0.1040113 Apr 30 19:38:41.021971 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-16bc0d04-036e-45ad-8233-a446f0a4fcb1 req-e3ece334-be9c-4afe-9239-906c5ddfae8f tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] 10.222.0.41 "GET /v2.0/security-groups?id=362fa607-94d4-4de8-ba6e-ecdd6c58403f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445991 Apr 30 19:38:41.049889 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3857fbbf-fba4-4989-ab61-b68463bb426c tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Pushing event updated for resources: {'Port': ['ID=0c7a2584-4478-4855-834a-bdc315a2d994,revision_number=1']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:38:41.054074 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-3857fbbf-fba4-4989-ab61-b68463bb426c tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:38:41.072690 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9406364-7ead-4512-bad0-3a4e25d90ed6 req-3857fbbf-fba4-4989-ab61-b68463bb426c tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:38:41.073292 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-a9406364-7ead-4512-bad0-3a4e25d90ed6 req-3857fbbf-fba4-4989-ab61-b68463bb426c tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937687'] for port, before_response {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:41.097134 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-a9406364-7ead-4512-bad0-3a4e25d90ed6 req-3857fbbf-fba4-4989-ab61-b68463bb426c tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8528848 Apr 30 19:38:41.109128 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.v2.base [req-a9406364-7ead-4512-bad0-3a4e25d90ed6 req-5b5c4df7-476f-4181-99fd-df53d6d381ea service neutron] Request body: {'port': {'device_id': 'a7b37a74-60b3-4e0d-83b1-7806b18c9d1d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=73807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 19:38:41.230474 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-a9406364-7ead-4512-bad0-3a4e25d90ed6 req-5b5c4df7-476f-4181-99fd-df53d6d381ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:41.624010 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649d25f0-1337-4968-9545-d6755d7a809e req-7baeb65e-50b3-4c93-8cef-0e47ad5f9781 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:38:41.624857 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [req-649d25f0-1337-4968-9545-d6755d7a809e req-7baeb65e-50b3-4c93-8cef-0e47ad5f9781 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Synchronizing usage tracker for tenant:ce1e5b078b6c42eab797bb5b856fe423 on resource:port {{(pid=73807) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 19:38:41.700934 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.notifiers.nova [req-a9406364-7ead-4512-bad0-3a4e25d90ed6 req-5b5c4df7-476f-4181-99fd-df53d6d381ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c7a2584-4478-4855-834a-bdc315a2d994 {{(pid=73807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 19:38:41.707911 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [req-649d25f0-1337-4968-9545-d6755d7a809e req-7baeb65e-50b3-4c93-8cef-0e47ad5f9781 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Unset dirty status for tenant:ce1e5b078b6c42eab797bb5b856fe423 on resource:port {{(pid=73807) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 19:38:41.709098 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-649d25f0-1337-4968-9545-d6755d7a809e req-7baeb65e-50b3-4c93-8cef-0e47ad5f9781 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7b37a74-60b3-4e0d-83b1-7806b18c9d1d HTTP/1.1" status: 200 len: 931 time: 0.2331021 Apr 30 19:38:41.711062 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-a9406364-7ead-4512-bad0-3a4e25d90ed6 req-5b5c4df7-476f-4181-99fd-df53d6d381ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:41.737718 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 47784) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:38:41.745869 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.provisioning_blocks [req-a9406364-7ead-4512-bad0-3a4e25d90ed6 req-5b5c4df7-476f-4181-99fd-df53d6d381ea service neutron] Transition to ACTIVE for port object 0c7a2584-4478-4855-834a-bdc315a2d994 will not be triggered until provisioned by entity L2. {{(pid=73807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 19:38:41.763742 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-a9406364-7ead-4512-bad0-3a4e25d90ed6 req-5b5c4df7-476f-4181-99fd-df53d6d381ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62583833'] for port, after_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:41.772940 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-bf082fb1-95cf-4b04-9308-0b07f04346e1 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:38:41.825828 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-649d25f0-1337-4968-9545-d6755d7a809e req-a26acee6-8526-40e1-9f59-bae88182d94f tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f019d96-192f-416f-83cf-41df534ad972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097491 Apr 30 19:38:41.888272 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-e1624ff0-3818-4767-866b-88644b5ec1b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:41.907086 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-e1624ff0-3818-4767-866b-88644b5ec1b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:38:41.911233 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-e1624ff0-3818-4767-866b-88644b5ec1b2 admin admin] Usage tracker for resource:security_group_rule and tenant:76b2d384f0c5402f855bba4e0a3e5352 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:38:41.913358 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5c4df7-476f-4181-99fd-df53d6d381ea service neutron] Pushing event updated for resources: {'Port': ['ID=0c7a2584-4478-4855-834a-bdc315a2d994,revision_number=2']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:38:41.914074 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-e1624ff0-3818-4767-866b-88644b5ec1b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:38:41.919878 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-e1624ff0-3818-4767-866b-88644b5ec1b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:38:41.945308 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-5b5c4df7-476f-4181-99fd-df53d6d381ea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:38:42.004704 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-e1624ff0-3818-4767-866b-88644b5ec1b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:42.008510 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-e1624ff0-3818-4767-866b-88644b5ec1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:42.017809 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-43d8c767-dd52-434b-8b2e-81f94b1e757f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:38:42.022246 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.managers [req-a9406364-7ead-4512-bad0-3a4e25d90ed6 req-5b5c4df7-476f-4181-99fd-df53d6d381ea service neutron] Attempting to bind port 0c7a2584-4478-4855-834a-bdc315a2d994 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=73807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 19:38:42.022581 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.managers [req-a9406364-7ead-4512-bad0-3a4e25d90ed6 req-5b5c4df7-476f-4181-99fd-df53d6d381ea service neutron] Attempting to bind port 0c7a2584-4478-4855-834a-bdc315a2d994 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '06087188-73d5-41e8-93c8-9df1c0db07c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'd5b07e11-4a5f-4a04-80fe-7d0896792e8e'}] {{(pid=73807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 19:38:42.022910 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9406364-7ead-4512-bad0-3a4e25d90ed6 req-5b5c4df7-476f-4181-99fd-df53d6d381ea service neutron] Attempting to bind port 0c7a2584-4478-4855-834a-bdc315a2d994 on network d5b07e11-4a5f-4a04-80fe-7d0896792e8e {{(pid=73807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 19:38:42.027511 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9406364-7ead-4512-bad0-3a4e25d90ed6 req-5b5c4df7-476f-4181-99fd-df53d6d381ea service neutron] Port 0c7a2584-4478-4855-834a-bdc315a2d994 on network d5b07e11-4a5f-4a04-80fe-7d0896792e8e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=73807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 19:38:42.027825 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9406364-7ead-4512-bad0-3a4e25d90ed6 req-5b5c4df7-476f-4181-99fd-df53d6d381ea service neutron] Attempting to bind port 0c7a2584-4478-4855-834a-bdc315a2d994 on network d5b07e11-4a5f-4a04-80fe-7d0896792e8e {{(pid=73807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 19:38:42.033381 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9406364-7ead-4512-bad0-3a4e25d90ed6 req-5b5c4df7-476f-4181-99fd-df53d6d381ea service neutron] Checking agent: {'id': '787256c0-27a9-4f74-baeb-f887319a5aee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 19, 30, 29), 'started_at': datetime.datetime(2021, 4, 30, 19, 30, 29), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 19, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 19:38:42.033716 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9406364-7ead-4512-bad0-3a4e25d90ed6 req-5b5c4df7-476f-4181-99fd-df53d6d381ea service neutron] Checking segment: {'id': '06087188-73d5-41e8-93c8-9df1c0db07c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'd5b07e11-4a5f-4a04-80fe-7d0896792e8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 19:38:42.034094 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9406364-7ead-4512-bad0-3a4e25d90ed6 req-5b5c4df7-476f-4181-99fd-df53d6d381ea service neutron] Bound using segment: {'id': '06087188-73d5-41e8-93c8-9df1c0db07c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'd5b07e11-4a5f-4a04-80fe-7d0896792e8e'} {{(pid=73807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 19:38:42.034515 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.managers [req-a9406364-7ead-4512-bad0-3a4e25d90ed6 req-5b5c4df7-476f-4181-99fd-df53d6d381ea service neutron] Bound port: 0c7a2584-4478-4855-834a-bdc315a2d994, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06087188-73d5-41e8-93c8-9df1c0db07c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'd5b07e11-4a5f-4a04-80fe-7d0896792e8e'}}] {{(pid=73807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 19:38:42.034887 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-a9406364-7ead-4512-bad0-3a4e25d90ed6 req-5b5c4df7-476f-4181-99fd-df53d6d381ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:42.056758 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-e1624ff0-3818-4767-866b-88644b5ec1b2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=76b2d384f0c5402f855bba4e0a3e5352&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3179622 Apr 30 19:38:42.057800 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1624ff0-3818-4767-866b-88644b5ec1b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5b51286-883c-4f37-b37e-2bb022e56e46,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:38:42.060457 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 47792) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:38:42.062741 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-e1624ff0-3818-4767-866b-88644b5ec1b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:38:42.122485 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-6378bd0e-ad32-4f90-a6c9-6d6b2db25d7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:42.125401 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.db [req-a9406364-7ead-4512-bad0-3a4e25d90ed6 req-5b5c4df7-476f-4181-99fd-df53d6d381ea service neutron] For port 0c7a2584-4478-4855-834a-bdc315a2d994, host hv-cinder-73362, cleared binding levels {{(pid=73807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 19:38:42.129259 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.db [req-a9406364-7ead-4512-bad0-3a4e25d90ed6 req-5b5c4df7-476f-4181-99fd-df53d6d381ea service neutron] For port 0c7a2584-4478-4855-834a-bdc315a2d994, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=0c7a2584-4478-4855-834a-bdc315a2d994,segment=NetworkSegment(06087188-73d5-41e8-93c8-9df1c0db07c0),segment_id=06087188-73d5-41e8-93c8-9df1c0db07c0)] {{(pid=73807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 19:38:42.135967 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-a9406364-7ead-4512-bad0-3a4e25d90ed6 req-5b5c4df7-476f-4181-99fd-df53d6d381ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62583833'] for port, after_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:42.140888 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-f5fa63bb-0867-41ca-baa9-54809ba36f20 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:38:42.153406 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-6378bd0e-ad32-4f90-a6c9-6d6b2db25d7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:42.198202 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9406364-7ead-4512-bad0-3a4e25d90ed6 req-5b5c4df7-476f-4181-99fd-df53d6d381ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:38:42.198864 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-a9406364-7ead-4512-bad0-3a4e25d90ed6 req-5b5c4df7-476f-4181-99fd-df53d6d381ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937687'] for port, before_response {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:42.200655 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-a9406364-7ead-4512-bad0-3a4e25d90ed6 req-5b5c4df7-476f-4181-99fd-df53d6d381ea service neutron] 10.222.0.48 "PUT /v2.0/ports/0c7a2584-4478-4855-834a-bdc315a2d994 HTTP/1.1" status: 200 len: 1093 time: 1.0953729 Apr 30 19:38:42.202652 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7b37a74-60b3-4e0d-83b1-7806b18c9d1d', 'tag': '0c7a2584-4478-4855-834a-bdc315a2d994'}] {{(pid=73807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 19:38:42.229605 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5c4df7-476f-4181-99fd-df53d6d381ea service neutron] Pushing event updated for resources: {'Port': ['ID=0c7a2584-4478-4855-834a-bdc315a2d994,revision_number=3']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:38:42.232830 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-5b5c4df7-476f-4181-99fd-df53d6d381ea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:38:42.280565 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa5ead9-554c-4275-afd6-92bda1f070df req-a2e3f904-b931-4c52-8cea-724447c061c6 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:38:42.282985 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-7fa5ead9-554c-4275-afd6-92bda1f070df req-a2e3f904-b931-4c52-8cea-724447c061c6 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] 10.222.0.41 "GET /v2.0/ports?device_id=95f0dcf6-21d1-4595-9dfd-6b521a63d4e2 HTTP/1.1" status: 200 len: 946 time: 0.1321430 Apr 30 19:38:42.284205 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-6378bd0e-ad32-4f90-a6c9-6d6b2db25d7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:42.285851 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7b37a74-60b3-4e0d-83b1-7806b18c9d1d', 'tag': '0c7a2584-4478-4855-834a-bdc315a2d994', 'status': 'completed', 'code': 200} Apr 30 19:38:42.287992 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-e1624ff0-3818-4767-866b-88644b5ec1b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:38:42.322390 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6378bd0e-ad32-4f90-a6c9-6d6b2db25d7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5b51286-883c-4f37-b37e-2bb022e56e46,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:38:42.324715 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-6378bd0e-ad32-4f90-a6c9-6d6b2db25d7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:38:42.327987 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-6378bd0e-ad32-4f90-a6c9-6d6b2db25d7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:42.328341 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9406364-7ead-4512-bad0-3a4e25d90ed6 req-75d26cc2-217a-4c3a-8f9d-2c721f8e2643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:38:42.332975 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-a9406364-7ead-4512-bad0-3a4e25d90ed6 req-75d26cc2-217a-4c3a-8f9d-2c721f8e2643 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ce1e5b078b6c42eab797bb5b856fe423&device_id=a7b37a74-60b3-4e0d-83b1-7806b18c9d1d HTTP/1.1" status: 200 len: 1096 time: 0.0793014 Apr 30 19:38:42.333148 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-6378bd0e-ad32-4f90-a6c9-6d6b2db25d7a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b5b51286-883c-4f37-b37e-2bb022e56e46 HTTP/1.1" status: 204 len: 168 time: 0.2693074 Apr 30 19:38:42.352601 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-7fa5ead9-554c-4275-afd6-92bda1f070df req-83a92c53-3772-41c1-a438-47598dba0da0 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] 10.222.0.41 "GET /v2.0/security-groups?id=362fa607-94d4-4de8-ba6e-ecdd6c58403f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581076 Apr 30 19:38:42.408694 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-a9406364-7ead-4512-bad0-3a4e25d90ed6 req-b3ce8af7-eff8-461b-aae7-ff8c3d7456fd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0c7a2584-4478-4855-834a-bdc315a2d994 HTTP/1.1" status: 200 len: 217 time: 0.0662949 Apr 30 19:38:42.472944 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9406364-7ead-4512-bad0-3a4e25d90ed6 req-9a04e53a-e4d6-4814-9524-08222b590a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:38:42.474426 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-a9406364-7ead-4512-bad0-3a4e25d90ed6 req-9a04e53a-e4d6-4814-9524-08222b590a19 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8b692ce1-da5b-4ca1-b1bc-2bc79fa0b7f3 HTTP/1.1" status: 200 len: 854 time: 0.0594773 Apr 30 19:38:42.569835 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-a9406364-7ead-4512-bad0-3a4e25d90ed6 req-a3ab886e-2139-4dd4-98b1-371ac29a9a3d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d5b07e11-4a5f-4a04-80fe-7d0896792e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0886123 Apr 30 19:38:42.716103 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea69d1f3-199b-41d8-99df-ef4806603ff2 req-ca780e06-4eb6-411a-bc8d-30bf06d07817 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:38:42.717472 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-ea69d1f3-199b-41d8-99df-ef4806603ff2 req-ca780e06-4eb6-411a-bc8d-30bf06d07817 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] 10.222.0.48 "GET /v2.0/ports?device_id=95f0dcf6-21d1-4595-9dfd-6b521a63d4e2 HTTP/1.1" status: 200 len: 946 time: 0.2040749 Apr 30 19:38:42.771401 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-a9406364-7ead-4512-bad0-3a4e25d90ed6 req-c8d9b5a6-0327-4678-9a6c-dc0757f940ee service neutron] 10.222.0.48 "GET /v2.0/networks/d5b07e11-4a5f-4a04-80fe-7d0896792e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951277 Apr 30 19:38:43.114405 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-a9406364-7ead-4512-bad0-3a4e25d90ed6 req-cbfd27bd-488c-4b1b-8d1d-5320a1cb053e service neutron] 10.222.0.48 "GET /v2.0/networks/d5b07e11-4a5f-4a04-80fe-7d0896792e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3354449 Apr 30 19:38:43.129161 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.plugin [req-ea69d1f3-199b-41d8-99df-ef4806603ff2 req-49b70582-25f2-4755-ae3a-b2b173a0e49e tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Deleting port b385f514-5f23-42d8-8db0-c4d843829c82 {{(pid=73807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 19:38:43.129511 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-ea69d1f3-199b-41d8-99df-ef4806603ff2 req-49b70582-25f2-4755-ae3a-b2b173a0e49e tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780697314645'] for port, before_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:43.223969 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2140fe86-0825-4f8c-b1a4-aa355ea74e20 req-9194ea86-de33-4f5c-8fa5-7ef7f6a4dbe5 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:38:43.225450 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-2140fe86-0825-4f8c-b1a4-aa355ea74e20 req-9194ea86-de33-4f5c-8fa5-7ef7f6a4dbe5 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7b37a74-60b3-4e0d-83b1-7806b18c9d1d HTTP/1.1" status: 200 len: 943 time: 0.2744839 Apr 30 19:38:43.364292 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-2140fe86-0825-4f8c-b1a4-aa355ea74e20 req-bfc2cf0d-728b-4ef2-8449-763d18f24373 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f019d96-192f-416f-83cf-41df534ad972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879107 Apr 30 19:38:43.367242 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.db [req-ea69d1f3-199b-41d8-99df-ef4806603ff2 req-49b70582-25f2-4755-ae3a-b2b173a0e49e tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] For port b385f514-5f23-42d8-8db0-c4d843829c82, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=b385f514-5f23-42d8-8db0-c4d843829c82,segment=NetworkSegment(314eeb5f-fed1-4126-90d5-08d844d605ec),segment_id=314eeb5f-fed1-4126-90d5-08d844d605ec)] {{(pid=73807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:38:43.367607 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-ea69d1f3-199b-41d8-99df-ef4806603ff2 req-49b70582-25f2-4755-ae3a-b2b173a0e49e tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664767'] for port, precommit_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:43.502712 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.plugin [req-ea69d1f3-199b-41d8-99df-ef4806603ff2 req-49b70582-25f2-4755-ae3a-b2b173a0e49e tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Calling delete_port for b385f514-5f23-42d8-8db0-c4d843829c82 owned by compute:nova {{(pid=73807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 19:38:43.514867 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9c7762-582d-4ee8-81ae-91305a64d744 req-121339c4-8ab5-4c84-a063-72c6b90d54a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:38:43.516463 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-3e9c7762-582d-4ee8-81ae-91305a64d744 req-121339c4-8ab5-4c84-a063-72c6b90d54a4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ce1e5b078b6c42eab797bb5b856fe423&device_id=a7b37a74-60b3-4e0d-83b1-7806b18c9d1d HTTP/1.1" status: 200 len: 1096 time: 0.2774887 Apr 30 19:38:43.540119 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3360262c-36a4-4342-a440-28be0d093cb0 req-38480b24-29e5-4058-9008-e06c057df46f tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:38:43.541660 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-3360262c-36a4-4342-a440-28be0d093cb0 req-38480b24-29e5-4058-9008-e06c057df46f tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] 10.222.0.41 "GET /v2.0/ports?device_id=95f0dcf6-21d1-4595-9dfd-6b521a63d4e2 HTTP/1.1" status: 200 len: 946 time: 0.0838189 Apr 30 19:38:43.587794 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-3360262c-36a4-4342-a440-28be0d093cb0 req-b930abf0-56a1-4e6e-a841-70e1906c9863 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] 10.222.0.41 "GET /v2.0/security-groups?id=362fa607-94d4-4de8-ba6e-ecdd6c58403f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403163 Apr 30 19:38:43.670683 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9c7762-582d-4ee8-81ae-91305a64d744 req-00c02eb7-e60c-4b06-8006-1ea2f0978e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:38:43.672036 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-3e9c7762-582d-4ee8-81ae-91305a64d744 req-00c02eb7-e60c-4b06-8006-1ea2f0978e9b service neutron] 10.222.0.48 "GET /v2.0/networks?id=d5b07e11-4a5f-4a04-80fe-7d0896792e8e HTTP/1.1" status: 200 len: 915 time: 0.1459444 Apr 30 19:38:43.778364 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-3e9c7762-582d-4ee8-81ae-91305a64d744 req-4af75bbb-95b5-4b17-9431-fc8649642e4f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0c7a2584-4478-4855-834a-bdc315a2d994 HTTP/1.1" status: 200 len: 217 time: 0.0724018 Apr 30 19:38:43.842141 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-ea69d1f3-199b-41d8-99df-ef4806603ff2 req-49b70582-25f2-4755-ae3a-b2b173a0e49e tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780697316006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780696898079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62583854'] for port, after_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:43.849606 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-8df3d62d-b04b-4c0d-816f-1a8b5bcfa372 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:38:43.897619 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b70582-25f2-4755-ae3a-b2b173a0e49e tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Pushing event deleted for resources: {'Port': ['ID=b385f514-5f23-42d8-8db0-c4d843829c82,revision_number=None']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:38:43.900505 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-49b70582-25f2-4755-ae3a-b2b173a0e49e tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:38:43.936328 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9c7762-582d-4ee8-81ae-91305a64d744 req-29286796-cfba-4b3e-8b54-a4dcf0fa744c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:38:43.937759 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-3e9c7762-582d-4ee8-81ae-91305a64d744 req-29286796-cfba-4b3e-8b54-a4dcf0fa744c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8b692ce1-da5b-4ca1-b1bc-2bc79fa0b7f3 HTTP/1.1" status: 200 len: 854 time: 0.1510637 Apr 30 19:38:44.017385 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea69d1f3-199b-41d8-99df-ef4806603ff2 req-49b70582-25f2-4755-ae3a-b2b173a0e49e tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] No DVR routers for this DVR port b385f514-5f23-42d8-8db0-c4d843829c82 on host hv-cinder-73362 {{(pid=73807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 19:38:44.020278 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-3e9c7762-582d-4ee8-81ae-91305a64d744 req-d3ac01fb-36d8-4785-951a-8633c6866c0d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d5b07e11-4a5f-4a04-80fe-7d0896792e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494421 Apr 30 19:38:44.021255 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-ea69d1f3-199b-41d8-99df-ef4806603ff2 req-49b70582-25f2-4755-ae3a-b2b173a0e49e tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937687'] for port, before_response {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:44.061006 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-ea69d1f3-199b-41d8-99df-ef4806603ff2 req-49b70582-25f2-4755-ae3a-b2b173a0e49e tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] 10.222.0.48 "DELETE /v2.0/ports/b385f514-5f23-42d8-8db0-c4d843829c82 HTTP/1.1" status: 204 len: 173 time: 1.3348520 Apr 30 19:38:44.161869 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-3e9c7762-582d-4ee8-81ae-91305a64d744 req-eccab9b5-4bf8-4ca3-8744-fffaa34e144c service neutron] 10.222.0.48 "GET /v2.0/networks/d5b07e11-4a5f-4a04-80fe-7d0896792e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338120 Apr 30 19:38:44.291462 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95f0dcf6-21d1-4595-9dfd-6b521a63d4e2', 'name': 'network-vif-deleted', 'tag': 'b385f514-5f23-42d8-8db0-c4d843829c82'}] {{(pid=73807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 19:38:44.305312 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-3e9c7762-582d-4ee8-81ae-91305a64d744 req-683f3d71-021a-4b55-a651-6daad012ed85 service neutron] 10.222.0.48 "GET /v2.0/networks/d5b07e11-4a5f-4a04-80fe-7d0896792e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369138 Apr 30 19:38:44.342061 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95f0dcf6-21d1-4595-9dfd-6b521a63d4e2', 'name': 'network-vif-deleted', 'tag': 'b385f514-5f23-42d8-8db0-c4d843829c82', 'status': 'completed', 'code': 200} Apr 30 19:38:44.553521 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d548b1f5-96f0-40ea-a5e8-0d22f9a9676e req-dfb2cbe7-13ce-4aac-b58f-d29fe3c3a015 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:38:44.554955 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-d548b1f5-96f0-40ea-a5e8-0d22f9a9676e req-dfb2cbe7-13ce-4aac-b58f-d29fe3c3a015 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7b37a74-60b3-4e0d-83b1-7806b18c9d1d HTTP/1.1" status: 200 len: 943 time: 0.0820959 Apr 30 19:38:44.599287 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [req-d548b1f5-96f0-40ea-a5e8-0d22f9a9676e req-b3dc726b-f301-470f-aa47-3a79100fe7ab tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Synchronizing usage tracker for tenant:ce1e5b078b6c42eab797bb5b856fe423 on resource:security_group {{(pid=73808) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 19:38:44.617216 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [req-d548b1f5-96f0-40ea-a5e8-0d22f9a9676e req-b3dc726b-f301-470f-aa47-3a79100fe7ab tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Unset dirty status for tenant:ce1e5b078b6c42eab797bb5b856fe423 on resource:security_group {{(pid=73808) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 19:38:44.618831 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-d548b1f5-96f0-40ea-a5e8-0d22f9a9676e req-b3dc726b-f301-470f-aa47-3a79100fe7ab tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f019d96-192f-416f-83cf-41df534ad972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580230 Apr 30 19:38:45.312840 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 47854) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:38:45.385875 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Device b385f514-5f23-42d8-8db0-c4d843829c82 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=73809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 19:38:45.410934 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Device 0c7a2584-4478-4855-834a-bdc315a2d994 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=73809) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 19:38:45.428443 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-65ba8c12-0d06-4959-8304-606821799626 None None] No Port match for: b385f514-5f23-42d8-8db0-c4d843829c82 {{(pid=73809) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 19:38:45.428791 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Device b385f514-5f23-42d8-8db0-c4d843829c82 not bound to the agent host hv-cinder-73362 {{(pid=73809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 19:38:45.618368 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-65ba8c12-0d06-4959-8304-606821799626 None None] For port 0c7a2584-4478-4855-834a-bdc315a2d994, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=0c7a2584-4478-4855-834a-bdc315a2d994,segment=NetworkSegment(06087188-73d5-41e8-93c8-9df1c0db07c0),segment_id=06087188-73d5-41e8-93c8-9df1c0db07c0)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:38:45.632222 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Returning: {'device': '0c7a2584-4478-4855-834a-bdc315a2d994', 'network_id': 'd5b07e11-4a5f-4a04-80fe-7d0896792e8e', 'port_id': '0c7a2584-4478-4855-834a-bdc315a2d994', 'mac_address': 'fa:16:3e:3d:d9:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b692ce1-da5b-4ca1-b1bc-2bc79fa0b7f3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73809) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 19:38:45.690859 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:45.708114 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.notifiers.nova [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c7a2584-4478-4855-834a-bdc315a2d994 {{(pid=73809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 19:38:45.726458 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-65ba8c12-0d06-4959-8304-606821799626 None None] For port 0c7a2584-4478-4855-834a-bdc315a2d994, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=0c7a2584-4478-4855-834a-bdc315a2d994,segment=NetworkSegment(06087188-73d5-41e8-93c8-9df1c0db07c0),segment_id=06087188-73d5-41e8-93c8-9df1c0db07c0)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:38:45.733403 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:45.736782 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:38:45.808898 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Pushing event updated for resources: {'Port': ['ID=0c7a2584-4478-4855-834a-bdc315a2d994,revision_number=4']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:38:45.809787 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb90679-fe4c-4731-b935-636e275c933a req-fc5eab66-a7ff-45a2-8b7c-b36bc48c25cc tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:38:45.811234 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-0fb90679-fe4c-4731-b935-636e275c933a req-fc5eab66-a7ff-45a2-8b7c-b36bc48c25cc tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7b37a74-60b3-4e0d-83b1-7806b18c9d1d HTTP/1.1" status: 200 len: 944 time: 0.0824606 Apr 30 19:38:45.813702 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:38:45.930841 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-65ba8c12-0d06-4959-8304-606821799626 None None] get_ports_and_sgs() called for port_ids ['0c7a2584-4478-4855-834a-bdc315a2d994'] {{(pid=73809) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 19:38:45.967618 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-0fb90679-fe4c-4731-b935-636e275c933a req-cb01441d-03be-4d5e-ae8d-ac37eb6acd54 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f019d96-192f-416f-83cf-41df534ad972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472631 Apr 30 19:38:45.996137 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-9099b29a-7d9f-4186-84d4-718642f7cf78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657221'] for router_interface, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:46.409666 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.plugins.ml2.plugin [None req-9099b29a-7d9f-4186-84d4-718642f7cf78 admin admin] Deleting port 81def8d5-0926-4d86-8a32-d15130d75ba4 {{(pid=73808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 19:38:46.410003 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-9099b29a-7d9f-4186-84d4-718642f7cf78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780697314645'] for port, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:46.528099 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.plugins.ml2.db [None req-9099b29a-7d9f-4186-84d4-718642f7cf78 admin admin] For port 81def8d5-0926-4d86-8a32-d15130d75ba4, host dv-cinder-733622-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-14-smb',level=0,port_id=81def8d5-0926-4d86-8a32-d15130d75ba4,segment=NetworkSegment(314eeb5f-fed1-4126-90d5-08d844d605ec),segment_id=314eeb5f-fed1-4126-90d5-08d844d605ec)] {{(pid=73808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:38:46.528399 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-9099b29a-7d9f-4186-84d4-718642f7cf78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664767'] for port, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:46.646613 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.plugins.ml2.plugin [None req-9099b29a-7d9f-4186-84d4-718642f7cf78 admin admin] Calling delete_port for 81def8d5-0926-4d86-8a32-d15130d75ba4 owned by network:router_interface {{(pid=73808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 19:38:46.789558 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-9099b29a-7d9f-4186-84d4-718642f7cf78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780697316006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780696898079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60822380'] for port, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:46.793071 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-1758a7da-1d4d-44d1-872d-3b96bfaa97ed tempest-VolumesNegativeTest-625959490 tempest-VolumesNegativeTest-625959490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:38:46.839856 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9099b29a-7d9f-4186-84d4-718642f7cf78 admin admin] Pushing event deleted for resources: {'Port': ['ID=81def8d5-0926-4d86-8a32-d15130d75ba4,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:38:46.866149 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-9099b29a-7d9f-4186-84d4-718642f7cf78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:38:47.251512 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-9099b29a-7d9f-4186-84d4-718642f7cf78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665589'] for router_interface, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:47.350383 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b48f7e-d295-49db-b67c-874b9da5814c req-4b52eb86-4403-4bf1-95c4-428105e8828d tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:38:47.351817 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-19b48f7e-d295-49db-b67c-874b9da5814c req-4b52eb86-4403-4bf1-95c4-428105e8828d tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7b37a74-60b3-4e0d-83b1-7806b18c9d1d HTTP/1.1" status: 200 len: 944 time: 0.1811473 Apr 30 19:38:47.393198 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Device 0c7a2584-4478-4855-834a-bdc315a2d994 up at agent hyperv_hv-cinder-73362 {{(pid=73809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 19:38:47.462171 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Provisioning for port 0c7a2584-4478-4855-834a-bdc315a2d994 completed by entity L2. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 19:38:47.466673 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Provisioning complete for port 0c7a2584-4478-4855-834a-bdc315a2d994 triggered by entity L2. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 19:38:47.467049 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618911'] for port, provisioning_complete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:47.475123 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-19b48f7e-d295-49db-b67c-874b9da5814c req-5b11d480-3fba-40dd-b429-d325e023dd0e tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f019d96-192f-416f-83cf-41df534ad972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150529 Apr 30 19:38:47.586455 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:47.613111 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7b37a74-60b3-4e0d-83b1-7806b18c9d1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c7a2584-4478-4855-834a-bdc315a2d994'}] {{(pid=73809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 19:38:47.622757 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-65ba8c12-0d06-4959-8304-606821799626 None None] For port 0c7a2584-4478-4855-834a-bdc315a2d994, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=0c7a2584-4478-4855-834a-bdc315a2d994,segment=NetworkSegment(06087188-73d5-41e8-93c8-9df1c0db07c0),segment_id=06087188-73d5-41e8-93c8-9df1c0db07c0)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:38:47.628186 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:47.631067 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:38:47.665453 dv-cinder-733622-14-smb neutron-server[73809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7b37a74-60b3-4e0d-83b1-7806b18c9d1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c7a2584-4478-4855-834a-bdc315a2d994', 'code': 200} Apr 30 19:38:47.665843 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9099b29a-7d9f-4186-84d4-718642f7cf78 admin admin] Router 93ed4ff2-dd02-4cd9-8ade-637bc80d230e has already been hosted by L3 agent 19062261-8801-4f4d-b71c-f22a3dba3fbe {{(pid=73808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 19:38:47.704983 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Pushing event updated for resources: {'Port': ['ID=0c7a2584-4478-4855-834a-bdc315a2d994,revision_number=5']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:38:47.708380 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:38:47.856560 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9099b29a-7d9f-4186-84d4-718642f7cf78 admin admin] Notify agent at l3_agent.dv-cinder-733622-14-smb the message routers_updated {{(pid=73808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 19:38:47.867675 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1f0afb-16dd-43b6-b86f-8fb3b8ab90eb None None] Sync routers for ids ['93ed4ff2-dd02-4cd9-8ade-637bc80d230e'] in dv-cinder-733622-14-smb {{(pid=73809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 19:38:47.873088 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-9099b29a-7d9f-4186-84d4-718642f7cf78 admin admin] 10.222.0.41 "PUT /v2.0/routers/93ed4ff2-dd02-4cd9-8ade-637bc80d230e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5563121 Apr 30 19:38:47.873355 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 47864) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:38:47.877487 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1f0afb-16dd-43b6-b86f-8fb3b8ab90eb None None] Routers {'93ed4ff2-dd02-4cd9-8ade-637bc80d230e'} bound to L3 agent in host dv-cinder-733622-14-smb {{(pid=73809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 19:38:47.878150 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_hamode_db [None req-ce1f0afb-16dd-43b6-b86f-8fb3b8ab90eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T19:24:27Z,description=,heartbeat_timestamp=2021-04-30T19:38:27Z,host='dv-cinder-733622-14-smb',id=19062261-8801-4f4d-b71c-f22a3dba3fbe,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T19:24:27Z,topic='l3_agent')) {'router_ids': ['93ed4ff2-dd02-4cd9-8ade-637bc80d230e'], 'active': True} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:38:47.904531 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0686c5a1-ae9f-40da-943a-655e1bd6785b req-3db655ef-dcda-4a68-aa78-60d2728dec0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:38:47.906032 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-0686c5a1-ae9f-40da-943a-655e1bd6785b req-3db655ef-dcda-4a68-aa78-60d2728dec0c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a7b37a74-60b3-4e0d-83b1-7806b18c9d1d HTTP/1.1" status: 200 len: 1098 time: 0.0723717 Apr 30 19:38:47.948344 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-0686c5a1-ae9f-40da-943a-655e1bd6785b req-b69d6ad2-ee87-4403-b15e-9a7481853713 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=3f019d96-192f-416f-83cf-41df534ad972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355091 Apr 30 19:38:48.057081 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-3dc2abbe-b33e-487b-80ee-f8cbc688221e admin admin] Notify callbacks [] for router, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:48.063463 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_dvr_db [None req-ce1f0afb-16dd-43b6-b86f-8fb3b8ab90eb None None] Set router 93ed4ff2-dd02-4cd9-8ade-637bc80d230e gateway port host: dv-cinder-733622-14-smb {{(pid=73809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 19:38:48.236218 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-3dc2abbe-b33e-487b-80ee-f8cbc688221e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:48.307333 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.plugins.ml2.plugin [None req-3dc2abbe-b33e-487b-80ee-f8cbc688221e admin admin] Deleting port 2d3a1210-a4d1-4c33-8ff4-6ab0d8d4e805 {{(pid=73808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 19:38:48.308028 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-3dc2abbe-b33e-487b-80ee-f8cbc688221e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780697314645'] for port, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:48.341356 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_hamode_db [None req-ce1f0afb-16dd-43b6-b86f-8fb3b8ab90eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ed4ff2-dd02-4cd9-8ade-637bc80d230e', 'name': 'tempest-TestMinimumBasicScenario-1802366092-router', 'tenant_id': '18dc9ebb08454d8b9749ec906d810624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'external_fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.85'}], 'enable_snat': True}, 'gw_port_id': '2d3a1210-a4d1-4c33-8ff4-6ab0d8d4e805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T19:36:08Z', 'updated_at': '2021-04-30T19:38:46Z', 'revision_number': 5, 'project_id': '18dc9ebb08454d8b9749ec906d810624', 'gw_port': {'id': '2d3a1210-a4d1-4c33-8ff4-6ab0d8d4e805', 'name': '', 'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:54:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ed4ff2-dd02-4cd9-8ade-637bc80d230e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:36:09Z', 'updated_at': '2021-04-30T19:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-14-smb'}], 'dv-cinder-733622-14-smb', False) {} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:38:48.345830 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1f0afb-16dd-43b6-b86f-8fb3b8ab90eb None None] Checking router: 93ed4ff2-dd02-4cd9-8ade-637bc80d230e for host: dv-cinder-733622-14-smb {{(pid=73809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 19:38:48.354274 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1f0afb-16dd-43b6-b86f-8fb3b8ab90eb None None] Routers {'93ed4ff2-dd02-4cd9-8ade-637bc80d230e'} bound to L3 agent in host dv-cinder-733622-14-smb {{(pid=73809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 19:38:48.354979 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_hamode_db [None req-ce1f0afb-16dd-43b6-b86f-8fb3b8ab90eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T19:24:27Z,description=,heartbeat_timestamp=2021-04-30T19:38:27Z,host='dv-cinder-733622-14-smb',id=19062261-8801-4f4d-b71c-f22a3dba3fbe,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T19:24:27Z,topic='l3_agent')) {'router_ids': ['93ed4ff2-dd02-4cd9-8ade-637bc80d230e'], 'active': True} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:38:48.429558 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.plugins.ml2.db [None req-3dc2abbe-b33e-487b-80ee-f8cbc688221e admin admin] For port 2d3a1210-a4d1-4c33-8ff4-6ab0d8d4e805, host dv-cinder-733622-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-14-smb',level=0,port_id=2d3a1210-a4d1-4c33-8ff4-6ab0d8d4e805,segment=NetworkSegment(8177dc3e-ee2d-49a8-85cc-32dd03e75f21),segment_id=8177dc3e-ee2d-49a8-85cc-32dd03e75f21)] {{(pid=73808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:38:48.429906 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-3dc2abbe-b33e-487b-80ee-f8cbc688221e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664767'] for port, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:48.506474 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_dvr_db [None req-ce1f0afb-16dd-43b6-b86f-8fb3b8ab90eb None None] Set router 93ed4ff2-dd02-4cd9-8ade-637bc80d230e gateway port host: None {{(pid=73809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 19:38:48.618045 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_hamode_db [None req-ce1f0afb-16dd-43b6-b86f-8fb3b8ab90eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ed4ff2-dd02-4cd9-8ade-637bc80d230e', 'name': 'tempest-TestMinimumBasicScenario-1802366092-router', 'tenant_id': '18dc9ebb08454d8b9749ec906d810624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T19:36:08Z', 'updated_at': '2021-04-30T19:38:48Z', 'revision_number': 6, 'project_id': '18dc9ebb08454d8b9749ec906d810624', 'gw_port_host': None}], 'dv-cinder-733622-14-smb', False) {} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:38:48.622314 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1f0afb-16dd-43b6-b86f-8fb3b8ab90eb None None] The sync data for ids ['93ed4ff2-dd02-4cd9-8ade-637bc80d230e'] in dv-cinder-733622-14-smb is: [{'id': '93ed4ff2-dd02-4cd9-8ade-637bc80d230e', 'name': 'tempest-TestMinimumBasicScenario-1802366092-router', 'tenant_id': '18dc9ebb08454d8b9749ec906d810624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T19:36:08Z', 'updated_at': '2021-04-30T19:38:48Z', 'revision_number': 6, 'project_id': '18dc9ebb08454d8b9749ec906d810624', 'gw_port_host': None}] {{(pid=73809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 19:38:48.711278 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.plugins.ml2.plugin [None req-3dc2abbe-b33e-487b-80ee-f8cbc688221e admin admin] Calling delete_port for 2d3a1210-a4d1-4c33-8ff4-6ab0d8d4e805 owned by network:router_gateway {{(pid=73808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 19:38:48.780716 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34df337e-2a7c-428a-9ec1-9bb647e62783 req-397a4313-a0e2-45f9-ad7c-a162fdb11452 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:38:48.782721 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-34df337e-2a7c-428a-9ec1-9bb647e62783 req-397a4313-a0e2-45f9-ad7c-a162fdb11452 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7b37a74-60b3-4e0d-83b1-7806b18c9d1d HTTP/1.1" status: 200 len: 945 time: 0.1641674 Apr 30 19:38:48.849617 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-34df337e-2a7c-428a-9ec1-9bb647e62783 req-de53fba8-986e-4daa-9c23-ddf1c4b6f951 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f019d96-192f-416f-83cf-41df534ad972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557113 Apr 30 19:38:48.925392 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-3dc2abbe-b33e-487b-80ee-f8cbc688221e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780697316006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780696898079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60822380'] for port, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:48.929835 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:38:48.973675 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc2abbe-b33e-487b-80ee-f8cbc688221e admin admin] Pushing event deleted for resources: {'Port': ['ID=2d3a1210-a4d1-4c33-8ff4-6ab0d8d4e805,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:38:48.976811 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-3dc2abbe-b33e-487b-80ee-f8cbc688221e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:38:49.026409 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Device 81def8d5-0926-4d86-8a32-d15130d75ba4 no longer exists at agent ovs-agent-dv-cinder-733622-14-smb {{(pid=73809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 19:38:49.061550 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] No Port match for: 81def8d5-0926-4d86-8a32-d15130d75ba4 {{(pid=73809) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 19:38:49.061910 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Device 81def8d5-0926-4d86-8a32-d15130d75ba4 not bound to the agent host dv-cinder-733622-14-smb {{(pid=73809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 19:38:49.076022 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-3dc2abbe-b33e-487b-80ee-f8cbc688221e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-679274'] for router_gateway, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:49.131583 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.agents_db [None req-91d1fe81-9981-4281-a1b3-92062b07bd48 None None] Agent healthcheck: found 6 active agents {{(pid=73810) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 19:38:49.247846 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-3dc2abbe-b33e-487b-80ee-f8cbc688221e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-678398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28832'] for router, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:49.250014 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-3dc2abbe-b33e-487b-80ee-f8cbc688221e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:49.273013 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-3dc2abbe-b33e-487b-80ee-f8cbc688221e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-679714'] for router, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:49.273528 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dc2abbe-b33e-487b-80ee-f8cbc688221e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 93ed4ff2-dd02-4cd9-8ade-637bc80d230e {{(pid=73808) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 30 19:38:49.285309 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-3dc2abbe-b33e-487b-80ee-f8cbc688221e admin admin] Notify callbacks [] for router, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:49.286403 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-3dc2abbe-b33e-487b-80ee-f8cbc688221e admin admin] 10.222.0.41 "DELETE /v2.0/routers/93ed4ff2-dd02-4cd9-8ade-637bc80d230e HTTP/1.1" status: 204 len: 168 time: 1.4120963 Apr 30 19:38:49.288892 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 47870) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:38:49.348287 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaca557f-9144-49ae-b036-8f28b17345f1 admin admin] Deleting subnet 4a7dfd62-bec3-4cb5-b820-316bf20afcd1 {{(pid=73808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 19:38:49.351067 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-aaca557f-9144-49ae-b036-8f28b17345f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:49.401516 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-aaca557f-9144-49ae-b036-8f28b17345f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1832907'] for subnet, precommit_delete_associations {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:49.479188 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-aaca557f-9144-49ae-b036-8f28b17345f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3610189'] for subnet, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:49.727771 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-aaca557f-9144-49ae-b036-8f28b17345f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3610180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60822941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61161554'] for subnet, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:49.732476 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:38:49.767772 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaca557f-9144-49ae-b036-8f28b17345f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a7dfd62-bec3-4cb5-b820-316bf20afcd1,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:38:49.769861 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-aaca557f-9144-49ae-b036-8f28b17345f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533183'] for subnet, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:49.772502 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-aaca557f-9144-49ae-b036-8f28b17345f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:38:49.773890 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3636bec1-352e-46c2-beaf-a9ab68af4fdd None None] Network a43deaff-ec1a-4b0d-8fb6-630cd7878552 requested from dv-cinder-733622-14-smb {{(pid=73809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 19:38:49.776085 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-aaca557f-9144-49ae-b036-8f28b17345f1 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/4a7dfd62-bec3-4cb5-b820-316bf20afcd1 HTTP/1.1" status: 204 len: 168 time: 0.4862990 Apr 30 19:38:49.778500 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 47874) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:38:49.887796 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-362f8b00-beb3-42ea-b443-848ddb56c3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3786539'] for network, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:49.969302 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.plugins.ml2.plugin [None req-362f8b00-beb3-42ea-b443-848ddb56c3c0 admin admin] Deleting port fc658f8e-c114-4966-9759-53ab3c6c351a {{(pid=73808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 19:38:49.970066 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-362f8b00-beb3-42ea-b443-848ddb56c3c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780697314645'] for port, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:50.051073 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da90caa5-502c-442c-8e70-519f01853da2 req-d690b777-a340-4f6b-bac4-fc63f332fb33 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:38:50.052558 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-da90caa5-502c-442c-8e70-519f01853da2 req-d690b777-a340-4f6b-bac4-fc63f332fb33 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7b37a74-60b3-4e0d-83b1-7806b18c9d1d HTTP/1.1" status: 200 len: 945 time: 0.0901151 Apr 30 19:38:50.060902 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df0a739-62cb-48e4-a20c-d963fd971918 None None] DHCP port deletion for a43deaff-ec1a-4b0d-8fb6-630cd7878552 request from dv-cinder-733622-14-smb {{(pid=73809) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 30 19:38:50.073528 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.plugins.ml2.db [None req-362f8b00-beb3-42ea-b443-848ddb56c3c0 admin admin] For port fc658f8e-c114-4966-9759-53ab3c6c351a, host dv-cinder-733622-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-14-smb',level=0,port_id=fc658f8e-c114-4966-9759-53ab3c6c351a,segment=NetworkSegment(314eeb5f-fed1-4126-90d5-08d844d605ec),segment_id=314eeb5f-fed1-4126-90d5-08d844d605ec)] {{(pid=73808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:38:50.074069 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-362f8b00-beb3-42ea-b443-848ddb56c3c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664767'] for port, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:50.102276 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-da90caa5-502c-442c-8e70-519f01853da2 req-24089d92-7064-42de-b69a-b2a3f59dd53f tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f019d96-192f-416f-83cf-41df534ad972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417473 Apr 30 19:38:50.133503 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-2df0a739-62cb-48e4-a20c-d963fd971918 None None] Deleting port fc658f8e-c114-4966-9759-53ab3c6c351a {{(pid=73809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 19:38:50.133857 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-2df0a739-62cb-48e4-a20c-d963fd971918 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780697314645'] for port, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:50.241437 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-2df0a739-62cb-48e4-a20c-d963fd971918 None None] For port fc658f8e-c114-4966-9759-53ab3c6c351a, host dv-cinder-733622-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-14-smb',level=0,port_id=fc658f8e-c114-4966-9759-53ab3c6c351a,segment=NetworkSegment(314eeb5f-fed1-4126-90d5-08d844d605ec),segment_id=314eeb5f-fed1-4126-90d5-08d844d605ec)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:38:50.241830 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-2df0a739-62cb-48e4-a20c-d963fd971918 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664767'] for port, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:50.308874 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.plugins.ml2.plugin [None req-362f8b00-beb3-42ea-b443-848ddb56c3c0 admin admin] Calling delete_port for fc658f8e-c114-4966-9759-53ab3c6c351a owned by network:dhcp {{(pid=73808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 19:38:50.357780 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-362f8b00-beb3-42ea-b443-848ddb56c3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780697316006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780696898079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60822380'] for port, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:50.361901 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-84f16758-806e-4d08-8765-4c155e696a2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:38:50.369394 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-2df0a739-62cb-48e4-a20c-d963fd971918 None None] Calling delete_port for fc658f8e-c114-4966-9759-53ab3c6c351a owned by network:dhcp {{(pid=73809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 19:38:50.406591 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362f8b00-beb3-42ea-b443-848ddb56c3c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc658f8e-c114-4966-9759-53ab3c6c351a,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:38:50.413918 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-2df0a739-62cb-48e4-a20c-d963fd971918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780697316006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780696898079'] for port, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:50.414106 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-362f8b00-beb3-42ea-b443-848ddb56c3c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:38:50.416170 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362f8b00-beb3-42ea-b443-848ddb56c3c0 admin admin] No DVR routers for this DVR port fc658f8e-c114-4966-9759-53ab3c6c351a on host dv-cinder-733622-14-smb {{(pid=73808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 19:38:50.417777 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:38:50.464772 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df0a739-62cb-48e4-a20c-d963fd971918 None None] Pushing event deleted for resources: {'Port': ['ID=fc658f8e-c114-4966-9759-53ab3c6c351a,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:38:50.469046 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-2df0a739-62cb-48e4-a20c-d963fd971918 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:38:50.474406 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df0a739-62cb-48e4-a20c-d963fd971918 None None] No DVR routers for this DVR port fc658f8e-c114-4966-9759-53ab3c6c351a on host dv-cinder-733622-14-smb {{(pid=73809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 19:38:50.541474 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-362f8b00-beb3-42ea-b443-848ddb56c3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3605456', 'neutron.services.segments.db._delete_segments_for_network-8780697326129'] for network, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:50.651544 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.services.segments.db [None req-362f8b00-beb3-42ea-b443-848ddb56c3c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a43deaff-ec1a-4b0d-8fb6-630cd7878552']}} {{(pid=73808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:38:50.664597 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.services.segments.db [None req-362f8b00-beb3-42ea-b443-848ddb56c3c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '314eeb5f-fed1-4126-90d5-08d844d605ec') {'for_net_delete': True} {{(pid=73808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:38:50.664892 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.services.segments.db [None req-362f8b00-beb3-42ea-b443-848ddb56c3c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '314eeb5f-fed1-4126-90d5-08d844d605ec') {} {{(pid=73808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:38:50.676775 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-362f8b00-beb3-42ea-b443-848ddb56c3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780697336679', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1832946'] for segment, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:50.696536 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-362f8b00-beb3-42ea-b443-848ddb56c3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611927'] for segment, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:50.702375 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-362f8b00-beb3-42ea-b443-848ddb56c3c0 admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=73808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 19:38:50.856617 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Device 2d3a1210-a4d1-4c33-8ff4-6ab0d8d4e805 no longer exists at agent ovs-agent-dv-cinder-733622-14-smb {{(pid=73809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 19:38:50.877336 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.plugins.ml2.managers [None req-362f8b00-beb3-42ea-b443-848ddb56c3c0 admin admin] Network a43deaff-ec1a-4b0d-8fb6-630cd7878552 has no segments {{(pid=73808) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 19:38:50.886008 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-362f8b00-beb3-42ea-b443-848ddb56c3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60822335'] for segment, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:50.890744 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] No Port match for: 2d3a1210-a4d1-4c33-8ff4-6ab0d8d4e805 {{(pid=73809) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 19:38:50.891167 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Device 2d3a1210-a4d1-4c33-8ff4-6ab0d8d4e805 not bound to the agent host dv-cinder-733622-14-smb {{(pid=73809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 19:38:50.891834 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Device fc658f8e-c114-4966-9759-53ab3c6c351a no longer exists at agent ovs-agent-dv-cinder-733622-14-smb {{(pid=73809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 19:38:50.925855 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] No Port match for: fc658f8e-c114-4966-9759-53ab3c6c351a {{(pid=73809) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 19:38:50.926450 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Device fc658f8e-c114-4966-9759-53ab3c6c351a not bound to the agent host dv-cinder-733622-14-smb {{(pid=73809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 19:38:51.057532 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.plugins.ml2.managers [None req-362f8b00-beb3-42ea-b443-848ddb56c3c0 admin admin] Network a43deaff-ec1a-4b0d-8fb6-630cd7878552 has no segments {{(pid=73808) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 19:38:51.078689 dv-cinder-733622-14-smb neutron-server[73808]: Traceback (most recent call last): Apr 30 19:38:51.078689 dv-cinder-733622-14-smb neutron-server[73808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 19:38:51.078689 dv-cinder-733622-14-smb neutron-server[73808]: timer() Apr 30 19:38:51.078689 dv-cinder-733622-14-smb neutron-server[73808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 19:38:51.078689 dv-cinder-733622-14-smb neutron-server[73808]: cb(*args, **kw) Apr 30 19:38:51.078689 dv-cinder-733622-14-smb neutron-server[73808]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 19:38:51.078689 dv-cinder-733622-14-smb neutron-server[73808]: return func(*args, **kwargs) Apr 30 19:38:51.078689 dv-cinder-733622-14-smb neutron-server[73808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 19:38:51.078689 dv-cinder-733622-14-smb neutron-server[73808]: self._notify() Apr 30 19:38:51.078689 dv-cinder-733622-14-smb neutron-server[73808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 19:38:51.078689 dv-cinder-733622-14-smb neutron-server[73808]: self.callback(batched_events) Apr 30 19:38:51.078689 dv-cinder-733622-14-smb neutron-server[73808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 19:38:51.078689 dv-cinder-733622-14-smb neutron-server[73808]: event.method(event) Apr 30 19:38:51.078689 dv-cinder-733622-14-smb neutron-server[73808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 19:38:51.078689 dv-cinder-733622-14-smb neutron-server[73808]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 19:38:51.078689 dv-cinder-733622-14-smb neutron-server[73808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 19:38:51.078689 dv-cinder-733622-14-smb neutron-server[73808]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 19:38:51.078689 dv-cinder-733622-14-smb neutron-server[73808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 19:38:51.078689 dv-cinder-733622-14-smb neutron-server[73808]: return f(self, *a, **k) Apr 30 19:38:51.078689 dv-cinder-733622-14-smb neutron-server[73808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 19:38:51.078689 dv-cinder-733622-14-smb neutron-server[73808]: return self._get(url).json() Apr 30 19:38:51.078689 dv-cinder-733622-14-smb neutron-server[73808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 19:38:51.078689 dv-cinder-733622-14-smb neutron-server[73808]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 19:38:51.078689 dv-cinder-733622-14-smb neutron-server[73808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 19:38:51.078689 dv-cinder-733622-14-smb neutron-server[73808]: return self.request(url, 'GET', **kwargs) Apr 30 19:38:51.078689 dv-cinder-733622-14-smb neutron-server[73808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 19:38:51.078689 dv-cinder-733622-14-smb neutron-server[73808]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 19:38:51.078689 dv-cinder-733622-14-smb neutron-server[73808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 19:38:51.078689 dv-cinder-733622-14-smb neutron-server[73808]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 19:38:51.078689 dv-cinder-733622-14-smb neutron-server[73808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 19:38:51.078689 dv-cinder-733622-14-smb neutron-server[73808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 19:38:51.078689 dv-cinder-733622-14-smb neutron-server[73808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 19:38:51.152018 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-362f8b00-beb3-42ea-b443-848ddb56c3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3605455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679237'] for network, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:51.155715 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:38:51.172624 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-362f8b00-beb3-42ea-b443-848ddb56c3c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533183'] for network, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:51.182776 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362f8b00-beb3-42ea-b443-848ddb56c3c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=a43deaff-ec1a-4b0d-8fb6-630cd7878552,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:38:51.185930 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-362f8b00-beb3-42ea-b443-848ddb56c3c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:38:51.196193 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-362f8b00-beb3-42ea-b443-848ddb56c3c0 admin admin] 10.222.0.41 "DELETE /v2.0/networks/a43deaff-ec1a-4b0d-8fb6-630cd7878552 HTTP/1.1" status: 204 len: 168 time: 1.4167559 Apr 30 19:38:51.199009 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 47886) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:38:51.819114 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-976a17d4-7ba3-4352-bb8a-3cbfef5c459f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657221'] for router_interface, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:52.252184 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.plugins.ml2.plugin [None req-976a17d4-7ba3-4352-bb8a-3cbfef5c459f admin admin] Deleting port 042f995a-ab57-4b76-875b-ba5d6a977376 {{(pid=73808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 19:38:52.252559 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-976a17d4-7ba3-4352-bb8a-3cbfef5c459f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780697314645'] for port, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:52.374598 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.plugins.ml2.db [None req-976a17d4-7ba3-4352-bb8a-3cbfef5c459f admin admin] For port 042f995a-ab57-4b76-875b-ba5d6a977376, host dv-cinder-733622-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-14-smb',level=0,port_id=042f995a-ab57-4b76-875b-ba5d6a977376,segment=NetworkSegment(968909e7-f0e6-4dbb-83df-c94592ee4ca5),segment_id=968909e7-f0e6-4dbb-83df-c94592ee4ca5)] {{(pid=73808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:38:52.374946 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-976a17d4-7ba3-4352-bb8a-3cbfef5c459f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664767'] for port, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:52.503127 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.plugins.ml2.plugin [None req-976a17d4-7ba3-4352-bb8a-3cbfef5c459f admin admin] Calling delete_port for 042f995a-ab57-4b76-875b-ba5d6a977376 owned by network:router_interface {{(pid=73808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 19:38:52.650401 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-976a17d4-7ba3-4352-bb8a-3cbfef5c459f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780697316006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780696898079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60822380'] for port, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:52.654778 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-daf1b858-5222-4713-b5c3-dbea1e9b200f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:38:52.700955 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976a17d4-7ba3-4352-bb8a-3cbfef5c459f admin admin] Pushing event deleted for resources: {'Port': ['ID=042f995a-ab57-4b76-875b-ba5d6a977376,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:38:52.728792 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-976a17d4-7ba3-4352-bb8a-3cbfef5c459f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:38:52.971637 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-976a17d4-7ba3-4352-bb8a-3cbfef5c459f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665589'] for router_interface, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:53.447850 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-976a17d4-7ba3-4352-bb8a-3cbfef5c459f admin admin] Router c8b97312-7b4d-40e3-bf47-6443a1e23784 has already been hosted by L3 agent 19062261-8801-4f4d-b71c-f22a3dba3fbe {{(pid=73808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 19:38:53.620039 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-976a17d4-7ba3-4352-bb8a-3cbfef5c459f admin admin] Notify agent at l3_agent.dv-cinder-733622-14-smb the message routers_updated {{(pid=73808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 19:38:53.628174 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6e3895-3d6b-4f1a-be06-fc2beccb4768 None None] Sync routers for ids ['c8b97312-7b4d-40e3-bf47-6443a1e23784'] in dv-cinder-733622-14-smb {{(pid=73810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 19:38:53.628949 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-976a17d4-7ba3-4352-bb8a-3cbfef5c459f admin admin] 10.222.0.41 "PUT /v2.0/routers/c8b97312-7b4d-40e3-bf47-6443a1e23784/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4289894 Apr 30 19:38:53.631443 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 47904) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:38:53.637494 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6e3895-3d6b-4f1a-be06-fc2beccb4768 None None] Routers {'c8b97312-7b4d-40e3-bf47-6443a1e23784'} bound to L3 agent in host dv-cinder-733622-14-smb {{(pid=73810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 19:38:53.638083 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-3a6e3895-3d6b-4f1a-be06-fc2beccb4768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T19:24:27Z,description=,heartbeat_timestamp=2021-04-30T19:38:27Z,host='dv-cinder-733622-14-smb',id=19062261-8801-4f4d-b71c-f22a3dba3fbe,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T19:24:27Z,topic='l3_agent')) {'router_ids': ['c8b97312-7b4d-40e3-bf47-6443a1e23784'], 'active': True} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:38:53.805828 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-f845ef06-9b18-4324-86cc-e598eb44b4fc admin admin] Notify callbacks [] for router, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:53.810501 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.l3_dvr_db [None req-3a6e3895-3d6b-4f1a-be06-fc2beccb4768 None None] Set router c8b97312-7b4d-40e3-bf47-6443a1e23784 gateway port host: dv-cinder-733622-14-smb {{(pid=73810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 19:38:53.948281 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b35dbba5-f7bc-419b-85e5-1e87f8c69c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:53.987719 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-f845ef06-9b18-4324-86cc-e598eb44b4fc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:54.056772 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.plugins.ml2.plugin [None req-f845ef06-9b18-4324-86cc-e598eb44b4fc admin admin] Deleting port ab512d58-0a30-44d2-8eed-2d6fb756df71 {{(pid=73808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 19:38:54.057055 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-f845ef06-9b18-4324-86cc-e598eb44b4fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780697314645'] for port, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:54.090292 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-3a6e3895-3d6b-4f1a-be06-fc2beccb4768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8b97312-7b4d-40e3-bf47-6443a1e23784', 'name': 'tempest-TestMinimumBasicScenario-1011827282-router', 'tenant_id': 'ee12d706716e4a86afc3aa21ed0a0419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'external_fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.3'}], 'enable_snat': True}, 'gw_port_id': 'ab512d58-0a30-44d2-8eed-2d6fb756df71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T19:36:18Z', 'updated_at': '2021-04-30T19:38:52Z', 'revision_number': 5, 'project_id': 'ee12d706716e4a86afc3aa21ed0a0419', 'gw_port': {'id': 'ab512d58-0a30-44d2-8eed-2d6fb756df71', 'name': '', 'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:2a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8b97312-7b4d-40e3-bf47-6443a1e23784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:36:19Z', 'updated_at': '2021-04-30T19:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-14-smb'}], 'dv-cinder-733622-14-smb', False) {} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:38:54.093934 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6e3895-3d6b-4f1a-be06-fc2beccb4768 None None] Checking router: c8b97312-7b4d-40e3-bf47-6443a1e23784 for host: dv-cinder-733622-14-smb {{(pid=73810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 19:38:54.102076 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6e3895-3d6b-4f1a-be06-fc2beccb4768 None None] Routers {'c8b97312-7b4d-40e3-bf47-6443a1e23784'} bound to L3 agent in host dv-cinder-733622-14-smb {{(pid=73810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 19:38:54.102659 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-3a6e3895-3d6b-4f1a-be06-fc2beccb4768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T19:24:27Z,description=,heartbeat_timestamp=2021-04-30T19:38:27Z,host='dv-cinder-733622-14-smb',id=19062261-8801-4f4d-b71c-f22a3dba3fbe,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T19:24:27Z,topic='l3_agent')) {'router_ids': ['c8b97312-7b4d-40e3-bf47-6443a1e23784'], 'active': True} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:38:54.178630 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.plugins.ml2.db [None req-f845ef06-9b18-4324-86cc-e598eb44b4fc admin admin] For port ab512d58-0a30-44d2-8eed-2d6fb756df71, host dv-cinder-733622-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-14-smb',level=0,port_id=ab512d58-0a30-44d2-8eed-2d6fb756df71,segment=NetworkSegment(8177dc3e-ee2d-49a8-85cc-32dd03e75f21),segment_id=8177dc3e-ee2d-49a8-85cc-32dd03e75f21)] {{(pid=73808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:38:54.179124 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-f845ef06-9b18-4324-86cc-e598eb44b4fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664767'] for port, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:54.293260 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.l3_dvr_db [None req-3a6e3895-3d6b-4f1a-be06-fc2beccb4768 None None] Set router c8b97312-7b4d-40e3-bf47-6443a1e23784 gateway port host: None {{(pid=73810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 19:38:54.302831 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.plugins.ml2.plugin [None req-f845ef06-9b18-4324-86cc-e598eb44b4fc admin admin] Calling delete_port for ab512d58-0a30-44d2-8eed-2d6fb756df71 owned by network:router_gateway {{(pid=73808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 19:38:54.410000 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-3a6e3895-3d6b-4f1a-be06-fc2beccb4768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8b97312-7b4d-40e3-bf47-6443a1e23784', 'name': 'tempest-TestMinimumBasicScenario-1011827282-router', 'tenant_id': 'ee12d706716e4a86afc3aa21ed0a0419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T19:36:18Z', 'updated_at': '2021-04-30T19:38:53Z', 'revision_number': 6, 'project_id': 'ee12d706716e4a86afc3aa21ed0a0419', 'gw_port_host': None}], 'dv-cinder-733622-14-smb', False) {} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:38:54.414498 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6e3895-3d6b-4f1a-be06-fc2beccb4768 None None] The sync data for ids ['c8b97312-7b4d-40e3-bf47-6443a1e23784'] in dv-cinder-733622-14-smb is: [{'id': 'c8b97312-7b4d-40e3-bf47-6443a1e23784', 'name': 'tempest-TestMinimumBasicScenario-1011827282-router', 'tenant_id': 'ee12d706716e4a86afc3aa21ed0a0419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T19:36:18Z', 'updated_at': '2021-04-30T19:38:53Z', 'revision_number': 6, 'project_id': 'ee12d706716e4a86afc3aa21ed0a0419', 'gw_port_host': None}] {{(pid=73810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 19:38:54.460445 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-f845ef06-9b18-4324-86cc-e598eb44b4fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780697316006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780696898079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60822380'] for port, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:54.464836 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:38:54.508951 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f845ef06-9b18-4324-86cc-e598eb44b4fc admin admin] Pushing event deleted for resources: {'Port': ['ID=ab512d58-0a30-44d2-8eed-2d6fb756df71,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:38:54.652430 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-f845ef06-9b18-4324-86cc-e598eb44b4fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:38:54.708508 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-f845ef06-9b18-4324-86cc-e598eb44b4fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-679274'] for router_gateway, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:54.709718 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d767fe-462b-4c02-9876-7478d3157eaa req-7484eebd-ad2e-43bc-a496-86f0416a417e tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:38:54.711162 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-08d767fe-462b-4c02-9876-7478d3157eaa req-7484eebd-ad2e-43bc-a496-86f0416a417e tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] 10.222.0.41 "GET /v2.0/networks?id=d5b07e11-4a5f-4a04-80fe-7d0896792e8e HTTP/1.1" status: 200 len: 814 time: 0.1473680 Apr 30 19:38:54.726388 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-08d767fe-462b-4c02-9876-7478d3157eaa req-090c2029-1fcd-42e2-b4ce-aaec7255e2fd tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] 10.222.0.41 "GET /v2.0/quotas/ce1e5b078b6c42eab797bb5b856fe423 HTTP/1.1" status: 200 len: 375 time: 0.0096183 Apr 30 19:38:54.821233 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-08d767fe-462b-4c02-9876-7478d3157eaa req-549b2b06-9fad-4ea1-b8e3-dfe7d00c4c56 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ce1e5b078b6c42eab797bb5b856fe423&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0890491 Apr 30 19:38:54.890548 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-f845ef06-9b18-4324-86cc-e598eb44b4fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-678398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28832'] for router, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:54.893574 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-f845ef06-9b18-4324-86cc-e598eb44b4fc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:54.917665 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-f845ef06-9b18-4324-86cc-e598eb44b4fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-679714'] for router, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:54.918188 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f845ef06-9b18-4324-86cc-e598eb44b4fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8b97312-7b4d-40e3-bf47-6443a1e23784 {{(pid=73808) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 30 19:38:54.930894 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-f845ef06-9b18-4324-86cc-e598eb44b4fc admin admin] Notify callbacks [] for router, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:54.932013 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-f845ef06-9b18-4324-86cc-e598eb44b4fc admin admin] 10.222.0.41 "DELETE /v2.0/routers/c8b97312-7b4d-40e3-bf47-6443a1e23784 HTTP/1.1" status: 204 len: 168 time: 1.2992275 Apr 30 19:38:54.934680 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 47924) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:38:54.995839 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.db_base_plugin_v2 [None req-227ba648-1738-4688-8469-758ccf8d1ceb admin admin] Deleting subnet ee727dad-ca5c-42bc-8332-91a175f95c80 {{(pid=73808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 19:38:54.998958 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-227ba648-1738-4688-8469-758ccf8d1ceb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:55.048062 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-227ba648-1738-4688-8469-758ccf8d1ceb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1832907'] for subnet, precommit_delete_associations {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:55.070112 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-08d767fe-462b-4c02-9876-7478d3157eaa req-875cf436-ac5a-43e5-96f3-f69ab6b0beea service neutron] 10.222.0.41 "GET /v2.0/networks/d5b07e11-4a5f-4a04-80fe-7d0896792e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400837 Apr 30 19:38:55.127854 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-227ba648-1738-4688-8469-758ccf8d1ceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3610189'] for subnet, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:55.205904 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Device 042f995a-ab57-4b76-875b-ba5d6a977376 no longer exists at agent ovs-agent-dv-cinder-733622-14-smb {{(pid=73809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 19:38:55.213658 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-08d767fe-462b-4c02-9876-7478d3157eaa req-4f3135ad-7c37-46cf-b6aa-7e0d2599b1a0 service neutron] 10.222.0.41 "GET /v2.0/networks/d5b07e11-4a5f-4a04-80fe-7d0896792e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376426 Apr 30 19:38:55.261528 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] No Port match for: 042f995a-ab57-4b76-875b-ba5d6a977376 {{(pid=73809) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 19:38:55.261948 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Device 042f995a-ab57-4b76-875b-ba5d6a977376 not bound to the agent host dv-cinder-733622-14-smb {{(pid=73809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 19:38:55.427766 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-ceb1ce27-0f0b-4ac6-b411-6d90687c1ced req-8781aa61-cf62-40ba-bb0b-8deb827c6568 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] 10.222.0.41 "GET /v2.0/ports?device_id=796e616b-7f70-49e0-8298-2041c11e7226 HTTP/1.1" status: 200 len: 210 time: 0.0534053 Apr 30 19:38:55.452500 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-227ba648-1738-4688-8469-758ccf8d1ceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3610180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60822941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61161554'] for subnet, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:55.456804 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:38:55.491224 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227ba648-1738-4688-8469-758ccf8d1ceb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee727dad-ca5c-42bc-8332-91a175f95c80,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:38:55.494674 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-227ba648-1738-4688-8469-758ccf8d1ceb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:38:55.497118 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-227ba648-1738-4688-8469-758ccf8d1ceb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533183'] for subnet, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:55.502257 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96fc16a6-1b39-4435-8b43-815b6c45e513 None None] Network 9a12c20a-b7db-42e8-9437-fbca7f31bf75 requested from dv-cinder-733622-14-smb {{(pid=73809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 19:38:55.510454 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 47936) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:38:55.510634 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-227ba648-1738-4688-8469-758ccf8d1ceb admin admin] 10.222.0.41 "DELETE /v2.0/subnets/ee727dad-ca5c-42bc-8332-91a175f95c80 HTTP/1.1" status: 204 len: 168 time: 0.5748377 Apr 30 19:38:55.634011 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-946dcbc6-2f71-4a17-813d-44ee23ef80ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3786539'] for network, before_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:55.714564 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.plugin [None req-946dcbc6-2f71-4a17-813d-44ee23ef80ca admin admin] Deleting port a04e1d03-af6a-4798-8922-5841140477bd {{(pid=73807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 19:38:55.715236 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-946dcbc6-2f71-4a17-813d-44ee23ef80ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780697314645'] for port, before_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:55.805941 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b3d38a1-f10e-4455-9eb8-7b28e4b35805 None None] DHCP port deletion for 9a12c20a-b7db-42e8-9437-fbca7f31bf75 request from dv-cinder-733622-14-smb {{(pid=73809) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 30 19:38:55.825882 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.db [None req-946dcbc6-2f71-4a17-813d-44ee23ef80ca admin admin] For port a04e1d03-af6a-4798-8922-5841140477bd, host dv-cinder-733622-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-14-smb',level=0,port_id=a04e1d03-af6a-4798-8922-5841140477bd,segment=NetworkSegment(968909e7-f0e6-4dbb-83df-c94592ee4ca5),segment_id=968909e7-f0e6-4dbb-83df-c94592ee4ca5)] {{(pid=73807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:38:55.826236 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-946dcbc6-2f71-4a17-813d-44ee23ef80ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664767'] for port, precommit_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:55.879611 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-9b3d38a1-f10e-4455-9eb8-7b28e4b35805 None None] Deleting port a04e1d03-af6a-4798-8922-5841140477bd {{(pid=73809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 19:38:55.879986 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9b3d38a1-f10e-4455-9eb8-7b28e4b35805 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780697314645'] for port, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:55.959803 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.plugin [None req-946dcbc6-2f71-4a17-813d-44ee23ef80ca admin admin] Calling delete_port for a04e1d03-af6a-4798-8922-5841140477bd owned by network:dhcp {{(pid=73807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 19:38:55.982100 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-9b3d38a1-f10e-4455-9eb8-7b28e4b35805 None None] For port a04e1d03-af6a-4798-8922-5841140477bd, host dv-cinder-733622-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-14-smb',level=0,port_id=a04e1d03-af6a-4798-8922-5841140477bd,segment=NetworkSegment(968909e7-f0e6-4dbb-83df-c94592ee4ca5),segment_id=968909e7-f0e6-4dbb-83df-c94592ee4ca5)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:38:55.982641 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9b3d38a1-f10e-4455-9eb8-7b28e4b35805 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664767'] for port, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:56.013460 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-946dcbc6-2f71-4a17-813d-44ee23ef80ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780697316006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780696898079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62583854'] for port, after_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:56.017730 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-d7e832eb-d5f3-41fb-849b-11f8974a9a0d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:38:56.065155 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946dcbc6-2f71-4a17-813d-44ee23ef80ca admin admin] Pushing event deleted for resources: {'Port': ['ID=a04e1d03-af6a-4798-8922-5841140477bd,revision_number=None']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:38:56.068261 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-946dcbc6-2f71-4a17-813d-44ee23ef80ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:38:56.069046 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946dcbc6-2f71-4a17-813d-44ee23ef80ca admin admin] No DVR routers for this DVR port a04e1d03-af6a-4798-8922-5841140477bd on host dv-cinder-733622-14-smb {{(pid=73807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 19:38:56.112815 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-9b3d38a1-f10e-4455-9eb8-7b28e4b35805 None None] Calling delete_port for a04e1d03-af6a-4798-8922-5841140477bd owned by network:dhcp {{(pid=73809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 19:38:56.155595 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9b3d38a1-f10e-4455-9eb8-7b28e4b35805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780697316006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780696898079'] for port, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:56.159919 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:38:56.187941 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-946dcbc6-2f71-4a17-813d-44ee23ef80ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3605456', 'neutron.services.segments.db._delete_segments_for_network-8780697326129'] for network, precommit_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:56.200972 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3d38a1-f10e-4455-9eb8-7b28e4b35805 None None] Pushing event deleted for resources: {'Port': ['ID=a04e1d03-af6a-4798-8922-5841140477bd,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:38:56.211800 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3d38a1-f10e-4455-9eb8-7b28e4b35805 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:38:56.212492 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3d38a1-f10e-4455-9eb8-7b28e4b35805 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:38:56.212694 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3d38a1-f10e-4455-9eb8-7b28e4b35805 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:38:56.213094 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3d38a1-f10e-4455-9eb8-7b28e4b35805 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:38:56.213941 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3d38a1-f10e-4455-9eb8-7b28e4b35805 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:38:56.213941 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3d38a1-f10e-4455-9eb8-7b28e4b35805 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:38:56.214265 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3d38a1-f10e-4455-9eb8-7b28e4b35805 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:38:56.214653 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3d38a1-f10e-4455-9eb8-7b28e4b35805 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:38:56.215042 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3d38a1-f10e-4455-9eb8-7b28e4b35805 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:38:56.215621 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3d38a1-f10e-4455-9eb8-7b28e4b35805 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:38:56.216015 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3d38a1-f10e-4455-9eb8-7b28e4b35805 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:38:56.216535 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3d38a1-f10e-4455-9eb8-7b28e4b35805 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:38:56.220657 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-9b3d38a1-f10e-4455-9eb8-7b28e4b35805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:38:56.222147 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3d38a1-f10e-4455-9eb8-7b28e4b35805 None None] No DVR routers for this DVR port a04e1d03-af6a-4798-8922-5841140477bd on host dv-cinder-733622-14-smb {{(pid=73809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 19:38:56.294844 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.services.segments.db [None req-946dcbc6-2f71-4a17-813d-44ee23ef80ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a12c20a-b7db-42e8-9437-fbca7f31bf75']}} {{(pid=73807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:38:56.312734 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.services.segments.db [None req-946dcbc6-2f71-4a17-813d-44ee23ef80ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '968909e7-f0e6-4dbb-83df-c94592ee4ca5') {'for_net_delete': True} {{(pid=73807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:38:56.313242 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.services.segments.db [None req-946dcbc6-2f71-4a17-813d-44ee23ef80ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '968909e7-f0e6-4dbb-83df-c94592ee4ca5') {} {{(pid=73807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:38:56.401765 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:56.412877 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-946dcbc6-2f71-4a17-813d-44ee23ef80ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780697336679', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62633761'] for segment, before_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:56.517071 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-946dcbc6-2f71-4a17-813d-44ee23ef80ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611927'] for segment, precommit_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:56.542669 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-946dcbc6-2f71-4a17-813d-44ee23ef80ca admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=73807) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 19:38:56.666901 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-5b8672b2-c3a0-4003-b726-4183b47c0509 req-e3ee5f05-c33a-4d04-a612-b8d6d16fcc46 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] 10.222.0.41 "GET /v2.0/ports?device_id=796e616b-7f70-49e0-8298-2041c11e7226 HTTP/1.1" status: 200 len: 210 time: 0.1261959 Apr 30 19:38:56.692953 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e9fd7cbc-f529-43a7-96f8-2a359c066de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:56.785306 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d767fe-462b-4c02-9876-7478d3157eaa req-b05db090-3638-4205-ac19-ac1295232de1 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:38:56.786575 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-08d767fe-462b-4c02-9876-7478d3157eaa req-b05db090-3638-4205-ac19-ac1295232de1 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] 10.222.0.48 "GET /v2.0/networks?id=d5b07e11-4a5f-4a04-80fe-7d0896792e8e HTTP/1.1" status: 200 len: 814 time: 0.4611804 Apr 30 19:38:56.788130 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.managers [None req-946dcbc6-2f71-4a17-813d-44ee23ef80ca admin admin] Network 9a12c20a-b7db-42e8-9437-fbca7f31bf75 has no segments {{(pid=73807) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 19:38:56.799019 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.v2.base [req-08d767fe-462b-4c02-9876-7478d3157eaa req-f191d746-50d8-4ec8-9007-5e38ed426da1 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Request body: {'port': {'device_id': '796e616b-7f70-49e0-8298-2041c11e7226', 'network_id': 'd5b07e11-4a5f-4a04-80fe-7d0896792e8e', 'admin_state_up': True, 'tenant_id': 'ce1e5b078b6c42eab797bb5b856fe423'}} {{(pid=73807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 19:38:56.813949 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-946dcbc6-2f71-4a17-813d-44ee23ef80ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62583933'] for segment, after_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:56.866652 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Device a04e1d03-af6a-4798-8922-5841140477bd no longer exists at agent ovs-agent-dv-cinder-733622-14-smb {{(pid=73809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 19:38:56.904117 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] No Port match for: a04e1d03-af6a-4798-8922-5841140477bd {{(pid=73809) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 19:38:56.904494 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Device a04e1d03-af6a-4798-8922-5841140477bd not bound to the agent host dv-cinder-733622-14-smb {{(pid=73809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 19:38:56.904919 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Device ab512d58-0a30-44d2-8eed-2d6fb756df71 no longer exists at agent ovs-agent-dv-cinder-733622-14-smb {{(pid=73809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 19:38:56.937158 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] No Port match for: ab512d58-0a30-44d2-8eed-2d6fb756df71 {{(pid=73809) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 19:38:56.937514 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Device ab512d58-0a30-44d2-8eed-2d6fb756df71 not bound to the agent host dv-cinder-733622-14-smb {{(pid=73809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 19:38:57.077501 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.managers [None req-946dcbc6-2f71-4a17-813d-44ee23ef80ca admin admin] Network 9a12c20a-b7db-42e8-9437-fbca7f31bf75 has no segments {{(pid=73807) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 19:38:57.104942 dv-cinder-733622-14-smb neutron-server[73807]: Traceback (most recent call last): Apr 30 19:38:57.104942 dv-cinder-733622-14-smb neutron-server[73807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 19:38:57.104942 dv-cinder-733622-14-smb neutron-server[73807]: timer() Apr 30 19:38:57.104942 dv-cinder-733622-14-smb neutron-server[73807]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 19:38:57.104942 dv-cinder-733622-14-smb neutron-server[73807]: cb(*args, **kw) Apr 30 19:38:57.104942 dv-cinder-733622-14-smb neutron-server[73807]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 19:38:57.104942 dv-cinder-733622-14-smb neutron-server[73807]: return func(*args, **kwargs) Apr 30 19:38:57.104942 dv-cinder-733622-14-smb neutron-server[73807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 19:38:57.104942 dv-cinder-733622-14-smb neutron-server[73807]: self._notify() Apr 30 19:38:57.104942 dv-cinder-733622-14-smb neutron-server[73807]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 19:38:57.104942 dv-cinder-733622-14-smb neutron-server[73807]: self.callback(batched_events) Apr 30 19:38:57.104942 dv-cinder-733622-14-smb neutron-server[73807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 19:38:57.104942 dv-cinder-733622-14-smb neutron-server[73807]: event.method(event) Apr 30 19:38:57.104942 dv-cinder-733622-14-smb neutron-server[73807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 19:38:57.104942 dv-cinder-733622-14-smb neutron-server[73807]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 19:38:57.104942 dv-cinder-733622-14-smb neutron-server[73807]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 19:38:57.104942 dv-cinder-733622-14-smb neutron-server[73807]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 19:38:57.104942 dv-cinder-733622-14-smb neutron-server[73807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 19:38:57.104942 dv-cinder-733622-14-smb neutron-server[73807]: return f(self, *a, **k) Apr 30 19:38:57.104942 dv-cinder-733622-14-smb neutron-server[73807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 19:38:57.104942 dv-cinder-733622-14-smb neutron-server[73807]: return self._get(url).json() Apr 30 19:38:57.104942 dv-cinder-733622-14-smb neutron-server[73807]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 19:38:57.104942 dv-cinder-733622-14-smb neutron-server[73807]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 19:38:57.104942 dv-cinder-733622-14-smb neutron-server[73807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 19:38:57.104942 dv-cinder-733622-14-smb neutron-server[73807]: return self.request(url, 'GET', **kwargs) Apr 30 19:38:57.104942 dv-cinder-733622-14-smb neutron-server[73807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 19:38:57.104942 dv-cinder-733622-14-smb neutron-server[73807]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 19:38:57.104942 dv-cinder-733622-14-smb neutron-server[73807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 19:38:57.104942 dv-cinder-733622-14-smb neutron-server[73807]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 19:38:57.104942 dv-cinder-733622-14-smb neutron-server[73807]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 19:38:57.104942 dv-cinder-733622-14-smb neutron-server[73807]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 19:38:57.104942 dv-cinder-733622-14-smb neutron-server[73807]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 19:38:57.187476 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [req-08d767fe-462b-4c02-9876-7478d3157eaa req-f191d746-50d8-4ec8-9007-5e38ed426da1 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:38:57.199659 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [req-08d767fe-462b-4c02-9876-7478d3157eaa req-f191d746-50d8-4ec8-9007-5e38ed426da1 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:38:57.201440 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-946dcbc6-2f71-4a17-813d-44ee23ef80ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3605455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679237'] for network, after_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:57.207911 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-946dcbc6-2f71-4a17-813d-44ee23ef80ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533183'] for network, before_response {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:57.212728 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:38:57.238035 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-946dcbc6-2f71-4a17-813d-44ee23ef80ca admin admin] 10.222.0.41 "DELETE /v2.0/networks/9a12c20a-b7db-42e8-9437-fbca7f31bf75 HTTP/1.1" status: 204 len: 168 time: 1.7261856 Apr 30 19:38:57.239113 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946dcbc6-2f71-4a17-813d-44ee23ef80ca admin admin] Pushing event deleted for resources: {'Network': ['ID=9a12c20a-b7db-42e8-9437-fbca7f31bf75,revision_number=None']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:38:57.242454 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-946dcbc6-2f71-4a17-813d-44ee23ef80ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:38:57.243189 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08d767fe-462b-4c02-9876-7478d3157eaa req-f191d746-50d8-4ec8-9007-5e38ed426da1 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Made reservation on behalf of ce1e5b078b6c42eab797bb5b856fe423 for: {'port': 1} {{(pid=73807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 19:38:57.246680 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-08d767fe-462b-4c02-9876-7478d3157eaa req-f191d746-50d8-4ec8-9007-5e38ed426da1 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:57.415096 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 47950) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:38:57.415747 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.db_base_plugin_common [req-08d767fe-462b-4c02-9876-7478d3157eaa req-f191d746-50d8-4ec8-9007-5e38ed426da1 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Allocated IP 172.20.0.3 (d5b07e11-4a5f-4a04-80fe-7d0896792e8e/8b692ce1-da5b-4ca1-b1bc-2bc79fa0b7f3/ef83e62c-e5ed-467d-8812-7ed203506704) {{(pid=73807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 19:38:57.465178 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-318d2129-430b-4234-8738-86864772c1a0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=18dc9ebb08454d8b9749ec906d810624&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0488594 Apr 30 19:38:57.467603 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 47954) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:38:57.528924 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-27ff7c20-1563-4fb8-b351-d27bd4c0c85b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:57.553687 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-27ff7c20-1563-4fb8-b351-d27bd4c0c85b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:57.605354 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-27ff7c20-1563-4fb8-b351-d27bd4c0c85b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:57.611366 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-232591f1-48dd-4b4a-8097-237a8f8c5669 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:38:57.621162 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-08d767fe-462b-4c02-9876-7478d3157eaa req-f191d746-50d8-4ec8-9007-5e38ed426da1 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Notify callbacks [] for port, precommit_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:57.624078 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ff7c20-1563-4fb8-b351-d27bd4c0c85b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=362fa607-94d4-4de8-ba6e-ecdd6c58403f,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:38:57.627239 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-27ff7c20-1563-4fb8-b351-d27bd4c0c85b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:38:57.633205 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-27ff7c20-1563-4fb8-b351-d27bd4c0c85b admin admin] Notify callbacks [] for security_group, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:57.634317 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-27ff7c20-1563-4fb8-b351-d27bd4c0c85b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/362fa607-94d4-4de8-ba6e-ecdd6c58403f HTTP/1.1" status: 204 len: 168 time: 0.1658270 Apr 30 19:38:57.655794 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-08d767fe-462b-4c02-9876-7478d3157eaa req-f191d746-50d8-4ec8-9007-5e38ed426da1 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780696898070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62583854'] for port, after_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:57.661608 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-db7cbb19-94e4-482a-835b-31444ebb7c74 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:38:57.666729 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-65ba8c12-0d06-4959-8304-606821799626 None None] get_ports_and_sgs() called for port_ids ['0c7a2584-4478-4855-834a-bdc315a2d994'] {{(pid=73809) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 19:38:57.739712 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08d767fe-462b-4c02-9876-7478d3157eaa req-f191d746-50d8-4ec8-9007-5e38ed426da1 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Network d5b07e11-4a5f-4a04-80fe-7d0896792e8e is already hosted by enough agents. {{(pid=73807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 19:38:57.742873 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.scheduler.base_scheduler [req-08d767fe-462b-4c02-9876-7478d3157eaa req-f191d746-50d8-4ec8-9007-5e38ed426da1 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Resources bound (agent type, host, resource id): {{(pid=73807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 19:38:57.747491 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.l3_dvrscheduler_db [req-08d767fe-462b-4c02-9876-7478d3157eaa req-f191d746-50d8-4ec8-9007-5e38ed426da1 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Received port after_create {{(pid=73807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 19:38:57.764402 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-db901c41-8a71-4621-9038-9b0e7a83b2d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:57.817855 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d767fe-462b-4c02-9876-7478d3157eaa req-f191d746-50d8-4ec8-9007-5e38ed426da1 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:38:57.819677 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-08d767fe-462b-4c02-9876-7478d3157eaa req-f191d746-50d8-4ec8-9007-5e38ed426da1 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937687'] for port, before_response {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:57.847752 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f191d746-50d8-4ec8-9007-5e38ed426da1 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Pushing event updated for resources: {'Port': ['ID=ef83e62c-e5ed-467d-8812-7ed203506704,revision_number=1']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:38:57.852627 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-f191d746-50d8-4ec8-9007-5e38ed426da1 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:38:57.855506 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-08d767fe-462b-4c02-9876-7478d3157eaa req-f191d746-50d8-4ec8-9007-5e38ed426da1 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0599358 Apr 30 19:38:57.868795 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.v2.base [req-08d767fe-462b-4c02-9876-7478d3157eaa req-6e2602a6-4fea-41fd-ae93-9abd73eb8264 service neutron] Request body: {'port': {'device_id': '796e616b-7f70-49e0-8298-2041c11e7226', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=73807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 19:38:57.886523 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05b7a17-66ec-4f38-9d46-cfe8a44fe2ad req-d97adf18-5408-445a-9591-89b20eeb69e9 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:38:57.894960 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-d05b7a17-66ec-4f38-9d46-cfe8a44fe2ad req-d97adf18-5408-445a-9591-89b20eeb69e9 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] 10.222.0.41 "GET /v2.0/ports?device_id=796e616b-7f70-49e0-8298-2041c11e7226 HTTP/1.1" status: 200 len: 931 time: 0.1018202 Apr 30 19:38:57.943675 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-d05b7a17-66ec-4f38-9d46-cfe8a44fe2ad req-9ae3f458-bde2-4a56-9850-4b9bef2a70e9 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f019d96-192f-416f-83cf-41df534ad972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474494 Apr 30 19:38:57.997822 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-08d767fe-462b-4c02-9876-7478d3157eaa req-6e2602a6-4fea-41fd-ae93-9abd73eb8264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:58.059571 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 47964) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:38:58.113642 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-30b74cd3-f2f8-43da-9574-1f2faf37c7a9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ee12d706716e4a86afc3aa21ed0a0419&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0528409 Apr 30 19:38:58.116021 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 47968) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:38:58.177838 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-eed7640d-02db-46c4-a6d1-772bac483691 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:58.204257 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-eed7640d-02db-46c4-a6d1-772bac483691 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:58.257149 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-eed7640d-02db-46c4-a6d1-772bac483691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:58.262168 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-6ffc89e3-5dc6-4d7d-b06f-dcecd094efd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:38:58.275296 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed7640d-02db-46c4-a6d1-772bac483691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac58c0f3-5967-46d8-838e-0209ca6c7ae1,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:38:58.277811 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-eed7640d-02db-46c4-a6d1-772bac483691 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:38:58.278976 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-eed7640d-02db-46c4-a6d1-772bac483691 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:58.283008 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-eed7640d-02db-46c4-a6d1-772bac483691 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ac58c0f3-5967-46d8-838e-0209ca6c7ae1 HTTP/1.1" status: 204 len: 168 time: 0.1631107 Apr 30 19:38:58.434199 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.notifiers.nova [req-08d767fe-462b-4c02-9876-7478d3157eaa req-6e2602a6-4fea-41fd-ae93-9abd73eb8264 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef83e62c-e5ed-467d-8812-7ed203506704 {{(pid=73807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 19:38:58.442084 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-08d767fe-462b-4c02-9876-7478d3157eaa req-6e2602a6-4fea-41fd-ae93-9abd73eb8264 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:58.457265 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.provisioning_blocks [req-08d767fe-462b-4c02-9876-7478d3157eaa req-6e2602a6-4fea-41fd-ae93-9abd73eb8264 service neutron] Transition to ACTIVE for port object ef83e62c-e5ed-467d-8812-7ed203506704 will not be triggered until provisioned by entity L2. {{(pid=73807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 19:38:58.461060 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-08d767fe-462b-4c02-9876-7478d3157eaa req-6e2602a6-4fea-41fd-ae93-9abd73eb8264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62583833'] for port, after_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:58.465228 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-49b70582-25f2-4755-ae3a-b2b173a0e49e tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:38:58.664293 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2602a6-4fea-41fd-ae93-9abd73eb8264 service neutron] Pushing event updated for resources: {'Port': ['ID=ef83e62c-e5ed-467d-8812-7ed203506704,revision_number=2']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:38:58.667156 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-6e2602a6-4fea-41fd-ae93-9abd73eb8264 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:38:58.711434 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.managers [req-08d767fe-462b-4c02-9876-7478d3157eaa req-6e2602a6-4fea-41fd-ae93-9abd73eb8264 service neutron] Attempting to bind port ef83e62c-e5ed-467d-8812-7ed203506704 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=73807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 19:38:58.711694 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.managers [req-08d767fe-462b-4c02-9876-7478d3157eaa req-6e2602a6-4fea-41fd-ae93-9abd73eb8264 service neutron] Attempting to bind port ef83e62c-e5ed-467d-8812-7ed203506704 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '06087188-73d5-41e8-93c8-9df1c0db07c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'd5b07e11-4a5f-4a04-80fe-7d0896792e8e'}] {{(pid=73807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 19:38:58.712029 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d767fe-462b-4c02-9876-7478d3157eaa req-6e2602a6-4fea-41fd-ae93-9abd73eb8264 service neutron] Attempting to bind port ef83e62c-e5ed-467d-8812-7ed203506704 on network d5b07e11-4a5f-4a04-80fe-7d0896792e8e {{(pid=73807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 19:38:58.717074 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d767fe-462b-4c02-9876-7478d3157eaa req-6e2602a6-4fea-41fd-ae93-9abd73eb8264 service neutron] Port ef83e62c-e5ed-467d-8812-7ed203506704 on network d5b07e11-4a5f-4a04-80fe-7d0896792e8e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=73807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 19:38:58.717408 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d767fe-462b-4c02-9876-7478d3157eaa req-6e2602a6-4fea-41fd-ae93-9abd73eb8264 service neutron] Attempting to bind port ef83e62c-e5ed-467d-8812-7ed203506704 on network d5b07e11-4a5f-4a04-80fe-7d0896792e8e {{(pid=73807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 19:38:58.723050 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d767fe-462b-4c02-9876-7478d3157eaa req-6e2602a6-4fea-41fd-ae93-9abd73eb8264 service neutron] Checking agent: {'id': '787256c0-27a9-4f74-baeb-f887319a5aee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 19, 30, 29), 'started_at': datetime.datetime(2021, 4, 30, 19, 30, 29), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 19, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 19:38:58.723386 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d767fe-462b-4c02-9876-7478d3157eaa req-6e2602a6-4fea-41fd-ae93-9abd73eb8264 service neutron] Checking segment: {'id': '06087188-73d5-41e8-93c8-9df1c0db07c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'd5b07e11-4a5f-4a04-80fe-7d0896792e8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 19:38:58.723774 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d767fe-462b-4c02-9876-7478d3157eaa req-6e2602a6-4fea-41fd-ae93-9abd73eb8264 service neutron] Bound using segment: {'id': '06087188-73d5-41e8-93c8-9df1c0db07c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'd5b07e11-4a5f-4a04-80fe-7d0896792e8e'} {{(pid=73807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 19:38:58.724203 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.managers [req-08d767fe-462b-4c02-9876-7478d3157eaa req-6e2602a6-4fea-41fd-ae93-9abd73eb8264 service neutron] Bound port: ef83e62c-e5ed-467d-8812-7ed203506704, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06087188-73d5-41e8-93c8-9df1c0db07c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'd5b07e11-4a5f-4a04-80fe-7d0896792e8e'}}] {{(pid=73807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 19:38:58.724585 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-08d767fe-462b-4c02-9876-7478d3157eaa req-6e2602a6-4fea-41fd-ae93-9abd73eb8264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:58.813505 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.db [req-08d767fe-462b-4c02-9876-7478d3157eaa req-6e2602a6-4fea-41fd-ae93-9abd73eb8264 service neutron] For port ef83e62c-e5ed-467d-8812-7ed203506704, host hv-cinder-73362, cleared binding levels {{(pid=73807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 19:38:58.816504 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.db [req-08d767fe-462b-4c02-9876-7478d3157eaa req-6e2602a6-4fea-41fd-ae93-9abd73eb8264 service neutron] For port ef83e62c-e5ed-467d-8812-7ed203506704, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=ef83e62c-e5ed-467d-8812-7ed203506704,segment=NetworkSegment(06087188-73d5-41e8-93c8-9df1c0db07c0),segment_id=06087188-73d5-41e8-93c8-9df1c0db07c0)] {{(pid=73807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 19:38:58.821428 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-08d767fe-462b-4c02-9876-7478d3157eaa req-6e2602a6-4fea-41fd-ae93-9abd73eb8264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62583833'] for port, after_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:58.827016 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-4c01ccab-48cd-4cad-bfda-9e8133cbe38a tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:38:58.879970 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d767fe-462b-4c02-9876-7478d3157eaa req-6e2602a6-4fea-41fd-ae93-9abd73eb8264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:38:58.880602 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-08d767fe-462b-4c02-9876-7478d3157eaa req-6e2602a6-4fea-41fd-ae93-9abd73eb8264 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937687'] for port, before_response {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:58.881940 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-08d767fe-462b-4c02-9876-7478d3157eaa req-6e2602a6-4fea-41fd-ae93-9abd73eb8264 service neutron] 10.222.0.48 "PUT /v2.0/ports/ef83e62c-e5ed-467d-8812-7ed203506704 HTTP/1.1" status: 200 len: 1093 time: 1.0178702 Apr 30 19:38:58.882414 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '796e616b-7f70-49e0-8298-2041c11e7226', 'tag': 'ef83e62c-e5ed-467d-8812-7ed203506704'}] {{(pid=73807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 19:38:58.911447 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2602a6-4fea-41fd-ae93-9abd73eb8264 service neutron] Pushing event updated for resources: {'Port': ['ID=ef83e62c-e5ed-467d-8812-7ed203506704,revision_number=3']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:38:58.915264 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-6e2602a6-4fea-41fd-ae93-9abd73eb8264 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:38:58.949297 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '796e616b-7f70-49e0-8298-2041c11e7226', 'tag': 'ef83e62c-e5ed-467d-8812-7ed203506704', 'status': 'completed', 'code': 200} Apr 30 19:38:58.990520 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d767fe-462b-4c02-9876-7478d3157eaa req-3ff6f5c3-f4d3-442f-9c98-d0b600fd469e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:38:58.991972 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-08d767fe-462b-4c02-9876-7478d3157eaa req-3ff6f5c3-f4d3-442f-9c98-d0b600fd469e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ce1e5b078b6c42eab797bb5b856fe423&device_id=796e616b-7f70-49e0-8298-2041c11e7226 HTTP/1.1" status: 200 len: 1096 time: 0.0751202 Apr 30 19:38:59.064639 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-08d767fe-462b-4c02-9876-7478d3157eaa req-ee2abdb2-2a35-4f8d-9157-f4464d212969 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef83e62c-e5ed-467d-8812-7ed203506704 HTTP/1.1" status: 200 len: 217 time: 0.0654750 Apr 30 19:38:59.129968 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d767fe-462b-4c02-9876-7478d3157eaa req-8b1ce5dd-ded3-4a1b-a135-f38b8ba0c25f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:38:59.131138 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198f705c-85c0-4661-8ffe-a6b0706e7362 req-4d5f3047-0e65-4997-ba05-13c77d5ad4c6 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:38:59.131700 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-08d767fe-462b-4c02-9876-7478d3157eaa req-8b1ce5dd-ded3-4a1b-a135-f38b8ba0c25f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8b692ce1-da5b-4ca1-b1bc-2bc79fa0b7f3 HTTP/1.1" status: 200 len: 854 time: 0.0612264 Apr 30 19:38:59.133414 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-198f705c-85c0-4661-8ffe-a6b0706e7362 req-4d5f3047-0e65-4997-ba05-13c77d5ad4c6 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] 10.222.0.41 "GET /v2.0/ports?device_id=796e616b-7f70-49e0-8298-2041c11e7226 HTTP/1.1" status: 200 len: 943 time: 0.0836930 Apr 30 19:38:59.179212 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-198f705c-85c0-4661-8ffe-a6b0706e7362 req-2bf1c2ed-311a-4939-bfc8-335625d286fe tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f019d96-192f-416f-83cf-41df534ad972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399756 Apr 30 19:38:59.183592 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-08d767fe-462b-4c02-9876-7478d3157eaa req-ee13b063-232a-458d-9057-5b2ddc49ee96 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d5b07e11-4a5f-4a04-80fe-7d0896792e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455670 Apr 30 19:38:59.207726 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:59.285917 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-abaefda2-14da-46b7-be41-c4f24c026f78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:38:59.317154 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-08d767fe-462b-4c02-9876-7478d3157eaa req-0ec0b7d8-7504-4546-ba6b-87b86a1d76fb service neutron] 10.222.0.48 "GET /v2.0/networks/d5b07e11-4a5f-4a04-80fe-7d0896792e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272185 Apr 30 19:38:59.446363 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-08d767fe-462b-4c02-9876-7478d3157eaa req-24726bb5-2baa-4cb0-b53e-64f030d80146 service neutron] 10.222.0.48 "GET /v2.0/networks/d5b07e11-4a5f-4a04-80fe-7d0896792e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227677 Apr 30 19:38:59.560760 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508af133-1a4d-475c-b8dc-2ef491410bb7 req-c75159cf-dc96-44ca-8d10-0ac785306e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:38:59.562116 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-508af133-1a4d-475c-b8dc-2ef491410bb7 req-c75159cf-dc96-44ca-8d10-0ac785306e77 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ce1e5b078b6c42eab797bb5b856fe423&device_id=796e616b-7f70-49e0-8298-2041c11e7226 HTTP/1.1" status: 200 len: 1096 time: 0.0709271 Apr 30 19:38:59.693852 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508af133-1a4d-475c-b8dc-2ef491410bb7 req-617eb3fa-c8a8-4a1b-8c25-087614e044bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:38:59.695321 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-508af133-1a4d-475c-b8dc-2ef491410bb7 req-617eb3fa-c8a8-4a1b-8c25-087614e044bb service neutron] 10.222.0.48 "GET /v2.0/networks?id=d5b07e11-4a5f-4a04-80fe-7d0896792e8e HTTP/1.1" status: 200 len: 915 time: 0.1262550 Apr 30 19:38:59.844480 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-508af133-1a4d-475c-b8dc-2ef491410bb7 req-21fd1647-a79c-4b1d-9be1-44fadea6b4a8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef83e62c-e5ed-467d-8812-7ed203506704 HTTP/1.1" status: 200 len: 217 time: 0.1422772 Apr 30 19:38:59.907463 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508af133-1a4d-475c-b8dc-2ef491410bb7 req-8751eadb-7f3b-455c-8c19-04b0f193db85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:38:59.908884 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-508af133-1a4d-475c-b8dc-2ef491410bb7 req-8751eadb-7f3b-455c-8c19-04b0f193db85 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8b692ce1-da5b-4ca1-b1bc-2bc79fa0b7f3 HTTP/1.1" status: 200 len: 854 time: 0.0575125 Apr 30 19:38:59.957464 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-508af133-1a4d-475c-b8dc-2ef491410bb7 req-1a0f9419-2447-4444-b334-316500021016 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d5b07e11-4a5f-4a04-80fe-7d0896792e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406468 Apr 30 19:39:00.090092 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-508af133-1a4d-475c-b8dc-2ef491410bb7 req-630ded29-16f8-476c-9503-915de5c2ade9 service neutron] 10.222.0.48 "GET /v2.0/networks/d5b07e11-4a5f-4a04-80fe-7d0896792e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250999 Apr 30 19:39:00.225227 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-508af133-1a4d-475c-b8dc-2ef491410bb7 req-d11b433e-0799-4a70-a3d9-e569d011d0ab service neutron] 10.222.0.48 "GET /v2.0/networks/d5b07e11-4a5f-4a04-80fe-7d0896792e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263809 Apr 30 19:39:00.371059 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7104ab-009a-4e19-ad75-b3ccb00fdcd9 req-7376c98e-aafa-4099-a61c-9c39afd5f99c tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:39:00.371741 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [req-ec7104ab-009a-4e19-ad75-b3ccb00fdcd9 req-7376c98e-aafa-4099-a61c-9c39afd5f99c tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Synchronizing usage tracker for tenant:ce1e5b078b6c42eab797bb5b856fe423 on resource:port {{(pid=73807) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 19:39:00.386506 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [req-ec7104ab-009a-4e19-ad75-b3ccb00fdcd9 req-7376c98e-aafa-4099-a61c-9c39afd5f99c tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Unset dirty status for tenant:ce1e5b078b6c42eab797bb5b856fe423 on resource:port {{(pid=73807) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 19:39:00.388487 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-ec7104ab-009a-4e19-ad75-b3ccb00fdcd9 req-7376c98e-aafa-4099-a61c-9c39afd5f99c tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] 10.222.0.41 "GET /v2.0/ports?device_id=796e616b-7f70-49e0-8298-2041c11e7226 HTTP/1.1" status: 200 len: 943 time: 0.0996616 Apr 30 19:39:00.432541 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-ec7104ab-009a-4e19-ad75-b3ccb00fdcd9 req-d06e8312-11ad-4e92-a478-22b93a8ccc56 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f019d96-192f-416f-83cf-41df534ad972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389504 Apr 30 19:39:01.470866 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Device ef83e62c-e5ed-467d-8812-7ed203506704 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=73809) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 19:39:01.600350 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-65ba8c12-0d06-4959-8304-606821799626 None None] For port ef83e62c-e5ed-467d-8812-7ed203506704, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=ef83e62c-e5ed-467d-8812-7ed203506704,segment=NetworkSegment(06087188-73d5-41e8-93c8-9df1c0db07c0),segment_id=06087188-73d5-41e8-93c8-9df1c0db07c0)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:39:01.613904 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Returning: {'device': 'ef83e62c-e5ed-467d-8812-7ed203506704', 'network_id': 'd5b07e11-4a5f-4a04-80fe-7d0896792e8e', 'port_id': 'ef83e62c-e5ed-467d-8812-7ed203506704', 'mac_address': 'fa:16:3e:e9:af:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b692ce1-da5b-4ca1-b1bc-2bc79fa0b7f3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73809) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 19:39:01.615627 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07be458f-8241-4e42-9159-c42e6770ed1f req-b16249b2-cab3-4bf9-8260-3f8992529193 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:39:01.617135 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-07be458f-8241-4e42-9159-c42e6770ed1f req-b16249b2-cab3-4bf9-8260-3f8992529193 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] 10.222.0.41 "GET /v2.0/ports?device_id=796e616b-7f70-49e0-8298-2041c11e7226 HTTP/1.1" status: 200 len: 943 time: 0.0796180 Apr 30 19:39:01.661196 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-07be458f-8241-4e42-9159-c42e6770ed1f req-4ae9d504-cf83-48c9-9cac-47bf47e89129 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f019d96-192f-416f-83cf-41df534ad972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380995 Apr 30 19:39:01.670927 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:01.688576 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.notifiers.nova [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef83e62c-e5ed-467d-8812-7ed203506704 {{(pid=73809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 19:39:01.703455 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-65ba8c12-0d06-4959-8304-606821799626 None None] For port ef83e62c-e5ed-467d-8812-7ed203506704, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=ef83e62c-e5ed-467d-8812-7ed203506704,segment=NetworkSegment(06087188-73d5-41e8-93c8-9df1c0db07c0),segment_id=06087188-73d5-41e8-93c8-9df1c0db07c0)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:39:01.707492 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:01.710086 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:39:01.773766 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Pushing event updated for resources: {'Port': ['ID=ef83e62c-e5ed-467d-8812-7ed203506704,revision_number=4']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:39:01.776726 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:39:01.934552 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-65ba8c12-0d06-4959-8304-606821799626 None None] get_ports_and_sgs() called for port_ids ['ef83e62c-e5ed-467d-8812-7ed203506704'] {{(pid=73809) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 19:39:02.844766 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfb78ca-0403-4a74-97bf-411010cb2539 req-82793a27-4981-4357-9160-fe6d5734f80f tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:39:02.846213 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-8cfb78ca-0403-4a74-97bf-411010cb2539 req-82793a27-4981-4357-9160-fe6d5734f80f tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] 10.222.0.41 "GET /v2.0/ports?device_id=796e616b-7f70-49e0-8298-2041c11e7226 HTTP/1.1" status: 200 len: 944 time: 0.0828979 Apr 30 19:39:02.897228 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-8cfb78ca-0403-4a74-97bf-411010cb2539 req-88707b5d-7a90-4612-8ccc-a5a9161253f1 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f019d96-192f-416f-83cf-41df534ad972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452876 Apr 30 19:39:03.475115 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Device ef83e62c-e5ed-467d-8812-7ed203506704 up at agent hyperv_hv-cinder-73362 {{(pid=73809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 19:39:03.541553 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Provisioning for port ef83e62c-e5ed-467d-8812-7ed203506704 completed by entity L2. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 19:39:03.545855 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Provisioning complete for port ef83e62c-e5ed-467d-8812-7ed203506704 triggered by entity L2. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 19:39:03.546222 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618911'] for port, provisioning_complete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:03.658173 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:03.683693 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '796e616b-7f70-49e0-8298-2041c11e7226', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef83e62c-e5ed-467d-8812-7ed203506704'}] {{(pid=73809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 19:39:03.693864 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-65ba8c12-0d06-4959-8304-606821799626 None None] For port ef83e62c-e5ed-467d-8812-7ed203506704, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=ef83e62c-e5ed-467d-8812-7ed203506704,segment=NetworkSegment(06087188-73d5-41e8-93c8-9df1c0db07c0),segment_id=06087188-73d5-41e8-93c8-9df1c0db07c0)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:39:03.697624 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:03.699562 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-65a73d91-4cf8-465e-8cb3-7bcaa419c3c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:39:03.734135 dv-cinder-733622-14-smb neutron-server[73809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '796e616b-7f70-49e0-8298-2041c11e7226', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef83e62c-e5ed-467d-8812-7ed203506704', 'code': 200} Apr 30 19:39:03.769594 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Pushing event updated for resources: {'Port': ['ID=ef83e62c-e5ed-467d-8812-7ed203506704,revision_number=5']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:39:03.772674 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:39:03.950288 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a592c2-6e24-4af4-9a9c-a296d92dc7d1 req-5e27b511-a43c-4010-afe7-9eb058971f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:39:03.951729 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-58a592c2-6e24-4af4-9a9c-a296d92dc7d1 req-5e27b511-a43c-4010-afe7-9eb058971f65 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=796e616b-7f70-49e0-8298-2041c11e7226 HTTP/1.1" status: 200 len: 1098 time: 0.0706277 Apr 30 19:39:03.993097 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-58a592c2-6e24-4af4-9a9c-a296d92dc7d1 req-e7f48b43-fe56-4974-81f5-964d2a892e20 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=3f019d96-192f-416f-83cf-41df534ad972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345008 Apr 30 19:39:04.089923 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c08606-368a-4d9b-82bc-d3057532969b req-e3ef0972-ef46-4257-937f-df85546762f2 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:39:04.091343 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-b6c08606-368a-4d9b-82bc-d3057532969b req-e3ef0972-ef46-4257-937f-df85546762f2 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] 10.222.0.41 "GET /v2.0/ports?device_id=796e616b-7f70-49e0-8298-2041c11e7226 HTTP/1.1" status: 200 len: 945 time: 0.0895345 Apr 30 19:39:04.135490 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-b6c08606-368a-4d9b-82bc-d3057532969b req-98f80b0a-bd80-4669-9cac-65acf8ffe1e5 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f019d96-192f-416f-83cf-41df534ad972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384104 Apr 30 19:39:05.321943 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6dda83-8728-408c-84db-bba9ff378a8f req-6449a598-197f-4fd8-a38b-fbbb89001284 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:39:05.323377 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-da6dda83-8728-408c-84db-bba9ff378a8f req-6449a598-197f-4fd8-a38b-fbbb89001284 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] 10.222.0.41 "GET /v2.0/ports?device_id=796e616b-7f70-49e0-8298-2041c11e7226 HTTP/1.1" status: 200 len: 945 time: 0.0818188 Apr 30 19:39:05.367698 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-da6dda83-8728-408c-84db-bba9ff378a8f req-10868b80-8538-4c1a-ac05-75f9a741420f tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f019d96-192f-416f-83cf-41df534ad972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385551 Apr 30 19:39:07.495226 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202d3a8a-4755-4d0c-baa8-d073a26c1b3e req-e76a2128-7e40-4515-b4f5-ac06798e2afe tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:39:07.496660 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-202d3a8a-4755-4d0c-baa8-d073a26c1b3e req-e76a2128-7e40-4515-b4f5-ac06798e2afe tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] 10.222.0.41 "GET /v2.0/networks?id=d5b07e11-4a5f-4a04-80fe-7d0896792e8e HTTP/1.1" status: 200 len: 814 time: 0.1487777 Apr 30 19:39:07.511745 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-202d3a8a-4755-4d0c-baa8-d073a26c1b3e req-7ccd8339-7418-40e0-80fb-ac6e06a0c86e tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] 10.222.0.41 "GET /v2.0/quotas/ce1e5b078b6c42eab797bb5b856fe423 HTTP/1.1" status: 200 len: 375 time: 0.0096121 Apr 30 19:39:07.594951 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-202d3a8a-4755-4d0c-baa8-d073a26c1b3e req-d828d9ca-2fbe-4f4e-905c-8ed77b62504e tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ce1e5b078b6c42eab797bb5b856fe423&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0781925 Apr 30 19:39:07.728771 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-202d3a8a-4755-4d0c-baa8-d073a26c1b3e req-8a53a902-31c3-4607-9f00-e50c2c4a730e service neutron] 10.222.0.41 "GET /v2.0/networks/d5b07e11-4a5f-4a04-80fe-7d0896792e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269147 Apr 30 19:39:07.860079 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-202d3a8a-4755-4d0c-baa8-d073a26c1b3e req-65a6541d-bde9-4c09-b7c5-6f52248f4c8a service neutron] 10.222.0.41 "GET /v2.0/networks/d5b07e11-4a5f-4a04-80fe-7d0896792e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254814 Apr 30 19:39:08.033419 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-d02d4af4-05ea-4d24-a0ad-35a41824d42a req-abdabc8a-c67b-4bd6-b999-3d03579b0747 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] 10.222.0.41 "GET /v2.0/ports?device_id=bcd863af-392e-4ae9-beb6-63344df358aa HTTP/1.1" status: 200 len: 210 time: 0.0437002 Apr 30 19:39:09.064955 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202d3a8a-4755-4d0c-baa8-d073a26c1b3e req-6ce3901e-e5ce-4d1f-998e-20bab42956f3 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:39:09.067119 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-202d3a8a-4755-4d0c-baa8-d073a26c1b3e req-6ce3901e-e5ce-4d1f-998e-20bab42956f3 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] 10.222.0.48 "GET /v2.0/networks?id=d5b07e11-4a5f-4a04-80fe-7d0896792e8e HTTP/1.1" status: 200 len: 814 time: 0.1509056 Apr 30 19:39:09.079373 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.v2.base [req-202d3a8a-4755-4d0c-baa8-d073a26c1b3e req-aaa333f5-0e83-4c72-a7ad-25203dd77693 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Request body: {'port': {'device_id': 'bcd863af-392e-4ae9-beb6-63344df358aa', 'network_id': 'd5b07e11-4a5f-4a04-80fe-7d0896792e8e', 'admin_state_up': True, 'tenant_id': 'ce1e5b078b6c42eab797bb5b856fe423'}} {{(pid=73807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 19:39:09.307632 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-4a657b91-204d-4e1f-af1b-a4e115bed998 req-6980ec11-346e-4dac-8eb6-9415adbd5077 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] 10.222.0.41 "GET /v2.0/ports?device_id=bcd863af-392e-4ae9-beb6-63344df358aa HTTP/1.1" status: 200 len: 210 time: 0.1373358 Apr 30 19:39:09.343076 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [req-202d3a8a-4755-4d0c-baa8-d073a26c1b3e req-aaa333f5-0e83-4c72-a7ad-25203dd77693 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:39:09.353444 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [req-202d3a8a-4755-4d0c-baa8-d073a26c1b3e req-aaa333f5-0e83-4c72-a7ad-25203dd77693 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:39:09.362761 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-202d3a8a-4755-4d0c-baa8-d073a26c1b3e req-aaa333f5-0e83-4c72-a7ad-25203dd77693 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Made reservation on behalf of ce1e5b078b6c42eab797bb5b856fe423 for: {'port': 1} {{(pid=73807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 19:39:09.366918 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-202d3a8a-4755-4d0c-baa8-d073a26c1b3e req-aaa333f5-0e83-4c72-a7ad-25203dd77693 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:09.529353 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.db_base_plugin_common [req-202d3a8a-4755-4d0c-baa8-d073a26c1b3e req-aaa333f5-0e83-4c72-a7ad-25203dd77693 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Allocated IP 172.20.0.10 (d5b07e11-4a5f-4a04-80fe-7d0896792e8e/8b692ce1-da5b-4ca1-b1bc-2bc79fa0b7f3/33e49428-fcf2-4d75-86ff-fdf2eb8b3736) {{(pid=73807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 19:39:09.726180 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-202d3a8a-4755-4d0c-baa8-d073a26c1b3e req-aaa333f5-0e83-4c72-a7ad-25203dd77693 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Notify callbacks [] for port, precommit_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:09.754703 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-202d3a8a-4755-4d0c-baa8-d073a26c1b3e req-aaa333f5-0e83-4c72-a7ad-25203dd77693 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780696898070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62583854'] for port, after_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:09.761257 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-dc3600e3-98bc-46e8-b6f1-3b325cbde2e6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:39:09.766269 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-65ba8c12-0d06-4959-8304-606821799626 None None] get_ports_and_sgs() called for port_ids ['0c7a2584-4478-4855-834a-bdc315a2d994', 'ef83e62c-e5ed-467d-8812-7ed203506704'] {{(pid=73809) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 19:39:09.827101 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-202d3a8a-4755-4d0c-baa8-d073a26c1b3e req-aaa333f5-0e83-4c72-a7ad-25203dd77693 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Network d5b07e11-4a5f-4a04-80fe-7d0896792e8e is already hosted by enough agents. {{(pid=73807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 19:39:09.830682 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.scheduler.base_scheduler [req-202d3a8a-4755-4d0c-baa8-d073a26c1b3e req-aaa333f5-0e83-4c72-a7ad-25203dd77693 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Resources bound (agent type, host, resource id): {{(pid=73807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 19:39:09.835258 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.l3_dvrscheduler_db [req-202d3a8a-4755-4d0c-baa8-d073a26c1b3e req-aaa333f5-0e83-4c72-a7ad-25203dd77693 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Received port after_create {{(pid=73807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 19:39:09.878261 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa333f5-0e83-4c72-a7ad-25203dd77693 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Pushing event updated for resources: {'Port': ['ID=33e49428-fcf2-4d75-86ff-fdf2eb8b3736,revision_number=1']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:39:09.883437 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-aaa333f5-0e83-4c72-a7ad-25203dd77693 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:39:09.906329 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202d3a8a-4755-4d0c-baa8-d073a26c1b3e req-aaa333f5-0e83-4c72-a7ad-25203dd77693 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:39:09.906933 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-202d3a8a-4755-4d0c-baa8-d073a26c1b3e req-aaa333f5-0e83-4c72-a7ad-25203dd77693 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937687'] for port, before_response {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:09.931055 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-202d3a8a-4755-4d0c-baa8-d073a26c1b3e req-aaa333f5-0e83-4c72-a7ad-25203dd77693 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8554802 Apr 30 19:39:09.945751 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.v2.base [req-202d3a8a-4755-4d0c-baa8-d073a26c1b3e req-ebfea2a1-1d71-442d-a4d6-fe8818a23e95 service neutron] Request body: {'port': {'device_id': 'bcd863af-392e-4ae9-beb6-63344df358aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=73807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 19:39:10.067042 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-202d3a8a-4755-4d0c-baa8-d073a26c1b3e req-ebfea2a1-1d71-442d-a4d6-fe8818a23e95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:10.417705 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.notifiers.nova [req-202d3a8a-4755-4d0c-baa8-d073a26c1b3e req-ebfea2a1-1d71-442d-a4d6-fe8818a23e95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33e49428-fcf2-4d75-86ff-fdf2eb8b3736 {{(pid=73807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 19:39:10.425110 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-202d3a8a-4755-4d0c-baa8-d073a26c1b3e req-ebfea2a1-1d71-442d-a4d6-fe8818a23e95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:10.440099 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.provisioning_blocks [req-202d3a8a-4755-4d0c-baa8-d073a26c1b3e req-ebfea2a1-1d71-442d-a4d6-fe8818a23e95 service neutron] Transition to ACTIVE for port object 33e49428-fcf2-4d75-86ff-fdf2eb8b3736 will not be triggered until provisioned by entity L2. {{(pid=73807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 19:39:10.445789 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-202d3a8a-4755-4d0c-baa8-d073a26c1b3e req-ebfea2a1-1d71-442d-a4d6-fe8818a23e95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62583833'] for port, after_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:10.456482 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-aa75fe7f-9018-48be-9d98-02770eb660c2 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:39:10.596393 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f696bb56-9d75-4406-befd-770840d8d5aa req-ce688373-aa77-470a-9c70-009c8c2b3c7b tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:39:10.597925 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-f696bb56-9d75-4406-befd-770840d8d5aa req-ce688373-aa77-470a-9c70-009c8c2b3c7b tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] 10.222.0.41 "GET /v2.0/ports?device_id=bcd863af-392e-4ae9-beb6-63344df358aa HTTP/1.1" status: 200 len: 944 time: 0.1834059 Apr 30 19:39:10.642803 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-f696bb56-9d75-4406-befd-770840d8d5aa req-acf117f4-007e-4a6a-97d8-fa4c5ceb0c72 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f019d96-192f-416f-83cf-41df534ad972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386431 Apr 30 19:39:10.643936 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfea2a1-1d71-442d-a4d6-fe8818a23e95 service neutron] Pushing event updated for resources: {'Port': ['ID=33e49428-fcf2-4d75-86ff-fdf2eb8b3736,revision_number=2']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:39:10.654573 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-ebfea2a1-1d71-442d-a4d6-fe8818a23e95 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:39:10.686419 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.managers [req-202d3a8a-4755-4d0c-baa8-d073a26c1b3e req-ebfea2a1-1d71-442d-a4d6-fe8818a23e95 service neutron] Attempting to bind port 33e49428-fcf2-4d75-86ff-fdf2eb8b3736 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=73807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 19:39:10.686755 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.managers [req-202d3a8a-4755-4d0c-baa8-d073a26c1b3e req-ebfea2a1-1d71-442d-a4d6-fe8818a23e95 service neutron] Attempting to bind port 33e49428-fcf2-4d75-86ff-fdf2eb8b3736 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '06087188-73d5-41e8-93c8-9df1c0db07c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'd5b07e11-4a5f-4a04-80fe-7d0896792e8e'}] {{(pid=73807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 19:39:10.687085 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202d3a8a-4755-4d0c-baa8-d073a26c1b3e req-ebfea2a1-1d71-442d-a4d6-fe8818a23e95 service neutron] Attempting to bind port 33e49428-fcf2-4d75-86ff-fdf2eb8b3736 on network d5b07e11-4a5f-4a04-80fe-7d0896792e8e {{(pid=73807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 19:39:10.691837 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202d3a8a-4755-4d0c-baa8-d073a26c1b3e req-ebfea2a1-1d71-442d-a4d6-fe8818a23e95 service neutron] Port 33e49428-fcf2-4d75-86ff-fdf2eb8b3736 on network d5b07e11-4a5f-4a04-80fe-7d0896792e8e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=73807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 19:39:10.692162 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202d3a8a-4755-4d0c-baa8-d073a26c1b3e req-ebfea2a1-1d71-442d-a4d6-fe8818a23e95 service neutron] Attempting to bind port 33e49428-fcf2-4d75-86ff-fdf2eb8b3736 on network d5b07e11-4a5f-4a04-80fe-7d0896792e8e {{(pid=73807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 19:39:10.697193 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202d3a8a-4755-4d0c-baa8-d073a26c1b3e req-ebfea2a1-1d71-442d-a4d6-fe8818a23e95 service neutron] Checking agent: {'id': '787256c0-27a9-4f74-baeb-f887319a5aee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 19, 30, 29), 'started_at': datetime.datetime(2021, 4, 30, 19, 30, 29), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 19, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 19:39:10.697531 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202d3a8a-4755-4d0c-baa8-d073a26c1b3e req-ebfea2a1-1d71-442d-a4d6-fe8818a23e95 service neutron] Checking segment: {'id': '06087188-73d5-41e8-93c8-9df1c0db07c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'd5b07e11-4a5f-4a04-80fe-7d0896792e8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 19:39:10.697916 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202d3a8a-4755-4d0c-baa8-d073a26c1b3e req-ebfea2a1-1d71-442d-a4d6-fe8818a23e95 service neutron] Bound using segment: {'id': '06087188-73d5-41e8-93c8-9df1c0db07c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'd5b07e11-4a5f-4a04-80fe-7d0896792e8e'} {{(pid=73807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 19:39:10.698358 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.managers [req-202d3a8a-4755-4d0c-baa8-d073a26c1b3e req-ebfea2a1-1d71-442d-a4d6-fe8818a23e95 service neutron] Bound port: 33e49428-fcf2-4d75-86ff-fdf2eb8b3736, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06087188-73d5-41e8-93c8-9df1c0db07c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'd5b07e11-4a5f-4a04-80fe-7d0896792e8e'}}] {{(pid=73807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 19:39:10.698687 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-202d3a8a-4755-4d0c-baa8-d073a26c1b3e req-ebfea2a1-1d71-442d-a4d6-fe8818a23e95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:10.786351 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.db [req-202d3a8a-4755-4d0c-baa8-d073a26c1b3e req-ebfea2a1-1d71-442d-a4d6-fe8818a23e95 service neutron] For port 33e49428-fcf2-4d75-86ff-fdf2eb8b3736, host hv-cinder-73362, cleared binding levels {{(pid=73807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 19:39:10.789294 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.db [req-202d3a8a-4755-4d0c-baa8-d073a26c1b3e req-ebfea2a1-1d71-442d-a4d6-fe8818a23e95 service neutron] For port 33e49428-fcf2-4d75-86ff-fdf2eb8b3736, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=33e49428-fcf2-4d75-86ff-fdf2eb8b3736,segment=NetworkSegment(06087188-73d5-41e8-93c8-9df1c0db07c0),segment_id=06087188-73d5-41e8-93c8-9df1c0db07c0)] {{(pid=73807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 19:39:10.793946 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-202d3a8a-4755-4d0c-baa8-d073a26c1b3e req-ebfea2a1-1d71-442d-a4d6-fe8818a23e95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62583833'] for port, after_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:10.798280 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-5b5c4df7-476f-4181-99fd-df53d6d381ea service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:39:10.851986 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202d3a8a-4755-4d0c-baa8-d073a26c1b3e req-ebfea2a1-1d71-442d-a4d6-fe8818a23e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:39:10.852885 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-202d3a8a-4755-4d0c-baa8-d073a26c1b3e req-ebfea2a1-1d71-442d-a4d6-fe8818a23e95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937687'] for port, before_response {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:10.854248 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-202d3a8a-4755-4d0c-baa8-d073a26c1b3e req-ebfea2a1-1d71-442d-a4d6-fe8818a23e95 service neutron] 10.222.0.48 "PUT /v2.0/ports/33e49428-fcf2-4d75-86ff-fdf2eb8b3736 HTTP/1.1" status: 200 len: 1094 time: 0.9153490 Apr 30 19:39:10.854732 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcd863af-392e-4ae9-beb6-63344df358aa', 'tag': '33e49428-fcf2-4d75-86ff-fdf2eb8b3736'}] {{(pid=73807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 19:39:10.883154 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfea2a1-1d71-442d-a4d6-fe8818a23e95 service neutron] Pushing event updated for resources: {'Port': ['ID=33e49428-fcf2-4d75-86ff-fdf2eb8b3736,revision_number=3']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:39:10.886106 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-ebfea2a1-1d71-442d-a4d6-fe8818a23e95 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:39:10.926533 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcd863af-392e-4ae9-beb6-63344df358aa', 'tag': '33e49428-fcf2-4d75-86ff-fdf2eb8b3736', 'status': 'completed', 'code': 200} Apr 30 19:39:10.960290 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202d3a8a-4755-4d0c-baa8-d073a26c1b3e req-ab9eb681-8e00-4bc0-bbe3-c2b21441af91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:39:10.961760 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-202d3a8a-4755-4d0c-baa8-d073a26c1b3e req-ab9eb681-8e00-4bc0-bbe3-c2b21441af91 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ce1e5b078b6c42eab797bb5b856fe423&device_id=bcd863af-392e-4ae9-beb6-63344df358aa HTTP/1.1" status: 200 len: 1097 time: 0.0712185 Apr 30 19:39:11.042274 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-202d3a8a-4755-4d0c-baa8-d073a26c1b3e req-1346bf79-3caf-4421-85b8-e9a48d91d2ef service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=33e49428-fcf2-4d75-86ff-fdf2eb8b3736 HTTP/1.1" status: 200 len: 217 time: 0.0646150 Apr 30 19:39:11.105331 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202d3a8a-4755-4d0c-baa8-d073a26c1b3e req-7700c257-72da-4b30-b016-f4119163ec15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:39:11.106628 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-202d3a8a-4755-4d0c-baa8-d073a26c1b3e req-7700c257-72da-4b30-b016-f4119163ec15 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8b692ce1-da5b-4ca1-b1bc-2bc79fa0b7f3 HTTP/1.1" status: 200 len: 854 time: 0.0568337 Apr 30 19:39:11.235102 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-202d3a8a-4755-4d0c-baa8-d073a26c1b3e req-59b509bb-980c-4d92-af5c-0b0c6a3e7398 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d5b07e11-4a5f-4a04-80fe-7d0896792e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1212463 Apr 30 19:39:11.375478 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-202d3a8a-4755-4d0c-baa8-d073a26c1b3e req-87582376-a47d-4e2c-acb6-0cca96f550b6 service neutron] 10.222.0.48 "GET /v2.0/networks/d5b07e11-4a5f-4a04-80fe-7d0896792e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267309 Apr 30 19:39:11.510252 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-202d3a8a-4755-4d0c-baa8-d073a26c1b3e req-49fb1fa6-a1d6-4257-8e34-a4c6c220958f service neutron] 10.222.0.48 "GET /v2.0/networks/d5b07e11-4a5f-4a04-80fe-7d0896792e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276674 Apr 30 19:39:11.625585 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8835f9-401f-4883-85b1-61b242c49e40 req-daeb5141-5b09-4104-806d-ce05d2e28fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:39:11.626932 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-9d8835f9-401f-4883-85b1-61b242c49e40 req-daeb5141-5b09-4104-806d-ce05d2e28fc9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ce1e5b078b6c42eab797bb5b856fe423&device_id=bcd863af-392e-4ae9-beb6-63344df358aa HTTP/1.1" status: 200 len: 1097 time: 0.0714252 Apr 30 19:39:11.759599 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8835f9-401f-4883-85b1-61b242c49e40 req-877cf3fd-d550-4d30-926a-5409f7a366a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:39:11.761070 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-9d8835f9-401f-4883-85b1-61b242c49e40 req-877cf3fd-d550-4d30-926a-5409f7a366a4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d5b07e11-4a5f-4a04-80fe-7d0896792e8e HTTP/1.1" status: 200 len: 915 time: 0.1275766 Apr 30 19:39:11.829260 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57b594c-61ba-4a64-8026-42d4eef4e8d3 req-27779d60-3985-4e67-9766-1c6d94a18b6d tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:39:11.830706 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-d57b594c-61ba-4a64-8026-42d4eef4e8d3 req-27779d60-3985-4e67-9766-1c6d94a18b6d tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] 10.222.0.41 "GET /v2.0/ports?device_id=bcd863af-392e-4ae9-beb6-63344df358aa HTTP/1.1" status: 200 len: 944 time: 0.0815606 Apr 30 19:39:11.834804 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-9d8835f9-401f-4883-85b1-61b242c49e40 req-13d859a1-2bbd-4dcb-911d-001d247352de service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=33e49428-fcf2-4d75-86ff-fdf2eb8b3736 HTTP/1.1" status: 200 len: 217 time: 0.0663683 Apr 30 19:39:11.878768 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-d57b594c-61ba-4a64-8026-42d4eef4e8d3 req-49da5ced-3277-478f-8a22-b10336f86cea tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f019d96-192f-416f-83cf-41df534ad972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400567 Apr 30 19:39:11.898685 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8835f9-401f-4883-85b1-61b242c49e40 req-d3e01235-9104-4c9d-aa2e-f638685f3048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:39:11.900092 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-9d8835f9-401f-4883-85b1-61b242c49e40 req-d3e01235-9104-4c9d-aa2e-f638685f3048 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8b692ce1-da5b-4ca1-b1bc-2bc79fa0b7f3 HTTP/1.1" status: 200 len: 854 time: 0.0587635 Apr 30 19:39:11.951084 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-9d8835f9-401f-4883-85b1-61b242c49e40 req-074996aa-2b2f-461e-84bf-8177c01c03c6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d5b07e11-4a5f-4a04-80fe-7d0896792e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437443 Apr 30 19:39:12.090409 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-9d8835f9-401f-4883-85b1-61b242c49e40 req-141e7f6a-f0df-4abf-a5cc-2bcb39bbe7d5 service neutron] 10.222.0.48 "GET /v2.0/networks/d5b07e11-4a5f-4a04-80fe-7d0896792e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241844 Apr 30 19:39:12.221326 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-9d8835f9-401f-4883-85b1-61b242c49e40 req-3a48b1f3-7239-4202-a3fa-178947874340 service neutron] 10.222.0.48 "GET /v2.0/networks/d5b07e11-4a5f-4a04-80fe-7d0896792e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226037 Apr 30 19:39:13.062194 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32bfabc-be14-4754-b489-e695f900ad18 req-2c61bb38-34a0-411f-97d7-8ef753fafc64 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:39:13.062786 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [req-a32bfabc-be14-4754-b489-e695f900ad18 req-2c61bb38-34a0-411f-97d7-8ef753fafc64 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Synchronizing usage tracker for tenant:ce1e5b078b6c42eab797bb5b856fe423 on resource:port {{(pid=73807) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 19:39:13.077322 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [req-a32bfabc-be14-4754-b489-e695f900ad18 req-2c61bb38-34a0-411f-97d7-8ef753fafc64 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Unset dirty status for tenant:ce1e5b078b6c42eab797bb5b856fe423 on resource:port {{(pid=73807) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 19:39:13.078585 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-a32bfabc-be14-4754-b489-e695f900ad18 req-2c61bb38-34a0-411f-97d7-8ef753fafc64 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] 10.222.0.41 "GET /v2.0/ports?device_id=bcd863af-392e-4ae9-beb6-63344df358aa HTTP/1.1" status: 200 len: 944 time: 0.0949183 Apr 30 19:39:13.123143 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-a32bfabc-be14-4754-b489-e695f900ad18 req-00113588-fe96-42c0-ace5-20b1776c794a tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f019d96-192f-416f-83cf-41df534ad972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388861 Apr 30 19:39:13.518750 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Device 33e49428-fcf2-4d75-86ff-fdf2eb8b3736 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=73809) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 19:39:13.647609 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-65ba8c12-0d06-4959-8304-606821799626 None None] For port 33e49428-fcf2-4d75-86ff-fdf2eb8b3736, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=33e49428-fcf2-4d75-86ff-fdf2eb8b3736,segment=NetworkSegment(06087188-73d5-41e8-93c8-9df1c0db07c0),segment_id=06087188-73d5-41e8-93c8-9df1c0db07c0)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:39:13.660229 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Returning: {'device': '33e49428-fcf2-4d75-86ff-fdf2eb8b3736', 'network_id': 'd5b07e11-4a5f-4a04-80fe-7d0896792e8e', 'port_id': '33e49428-fcf2-4d75-86ff-fdf2eb8b3736', 'mac_address': 'fa:16:3e:38:d7:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b692ce1-da5b-4ca1-b1bc-2bc79fa0b7f3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73809) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 19:39:13.713639 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:13.730098 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.notifiers.nova [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33e49428-fcf2-4d75-86ff-fdf2eb8b3736 {{(pid=73809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 19:39:13.744736 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-65ba8c12-0d06-4959-8304-606821799626 None None] For port 33e49428-fcf2-4d75-86ff-fdf2eb8b3736, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=33e49428-fcf2-4d75-86ff-fdf2eb8b3736,segment=NetworkSegment(06087188-73d5-41e8-93c8-9df1c0db07c0),segment_id=06087188-73d5-41e8-93c8-9df1c0db07c0)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:39:13.749062 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:13.751046 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-be377d38-02d9-41e0-9035-063efcf49ea0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:39:13.820751 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Pushing event updated for resources: {'Port': ['ID=33e49428-fcf2-4d75-86ff-fdf2eb8b3736,revision_number=4']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:39:13.823776 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:39:13.976664 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-65ba8c12-0d06-4959-8304-606821799626 None None] get_ports_and_sgs() called for port_ids ['33e49428-fcf2-4d75-86ff-fdf2eb8b3736'] {{(pid=73809) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 19:39:14.306700 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8744d880-0c92-49d3-8a62-5a6decf89231 req-c6019ca2-78f4-4f2a-ac02-bb8c40ab9fd3 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:39:14.308119 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-8744d880-0c92-49d3-8a62-5a6decf89231 req-c6019ca2-78f4-4f2a-ac02-bb8c40ab9fd3 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] 10.222.0.41 "GET /v2.0/ports?device_id=bcd863af-392e-4ae9-beb6-63344df358aa HTTP/1.1" status: 200 len: 945 time: 0.0795622 Apr 30 19:39:14.351654 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-8744d880-0c92-49d3-8a62-5a6decf89231 req-797fe2f8-d58e-4821-b1ef-26df62693c1d tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f019d96-192f-416f-83cf-41df534ad972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378940 Apr 30 19:39:15.536976 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Device 33e49428-fcf2-4d75-86ff-fdf2eb8b3736 up at agent hyperv_hv-cinder-73362 {{(pid=73809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 19:39:15.538186 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6099ba8a-5173-4692-a805-fb6b32dd4263 req-e6085cbb-b5f0-4453-8d9f-4d5ee0fcdcc6 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:39:15.539743 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-6099ba8a-5173-4692-a805-fb6b32dd4263 req-e6085cbb-b5f0-4453-8d9f-4d5ee0fcdcc6 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] 10.222.0.41 "GET /v2.0/ports?device_id=bcd863af-392e-4ae9-beb6-63344df358aa HTTP/1.1" status: 200 len: 945 time: 0.0842171 Apr 30 19:39:15.585271 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-6099ba8a-5173-4692-a805-fb6b32dd4263 req-e272cd2e-a13e-4a86-b707-c043fed32bc4 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f019d96-192f-416f-83cf-41df534ad972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398970 Apr 30 19:39:15.604047 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Provisioning for port 33e49428-fcf2-4d75-86ff-fdf2eb8b3736 completed by entity L2. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 19:39:15.608690 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Provisioning complete for port 33e49428-fcf2-4d75-86ff-fdf2eb8b3736 triggered by entity L2. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 19:39:15.609056 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618911'] for port, provisioning_complete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:15.722930 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:15.748406 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcd863af-392e-4ae9-beb6-63344df358aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33e49428-fcf2-4d75-86ff-fdf2eb8b3736'}] {{(pid=73809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 19:39:15.758472 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-65ba8c12-0d06-4959-8304-606821799626 None None] For port 33e49428-fcf2-4d75-86ff-fdf2eb8b3736, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=33e49428-fcf2-4d75-86ff-fdf2eb8b3736,segment=NetworkSegment(06087188-73d5-41e8-93c8-9df1c0db07c0),segment_id=06087188-73d5-41e8-93c8-9df1c0db07c0)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:39:15.762299 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:15.764509 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-9b3d38a1-f10e-4455-9eb8-7b28e4b35805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:39:15.799076 dv-cinder-733622-14-smb neutron-server[73809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcd863af-392e-4ae9-beb6-63344df358aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33e49428-fcf2-4d75-86ff-fdf2eb8b3736', 'code': 200} Apr 30 19:39:15.831340 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Pushing event updated for resources: {'Port': ['ID=33e49428-fcf2-4d75-86ff-fdf2eb8b3736,revision_number=5']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:39:15.835735 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:39:16.018705 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d684855-ba03-4655-b9f2-00870192bdae req-4625b78b-6a01-410b-8fe5-9c8943d98409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:39:16.020762 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-5d684855-ba03-4655-b9f2-00870192bdae req-4625b78b-6a01-410b-8fe5-9c8943d98409 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=bcd863af-392e-4ae9-beb6-63344df358aa HTTP/1.1" status: 200 len: 1099 time: 0.0729957 Apr 30 19:39:16.064134 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-5d684855-ba03-4655-b9f2-00870192bdae req-90750bb1-a25c-43b5-9a56-5989143b7dcf service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=3f019d96-192f-416f-83cf-41df534ad972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364909 Apr 30 19:39:16.767659 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101af0d0-c226-42f1-ad6e-954ed58f66ce req-b79c7ce9-7ad1-4e77-bf7e-9d129ba7468e tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:39:16.769147 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-101af0d0-c226-42f1-ad6e-954ed58f66ce req-b79c7ce9-7ad1-4e77-bf7e-9d129ba7468e tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] 10.222.0.41 "GET /v2.0/ports?device_id=bcd863af-392e-4ae9-beb6-63344df358aa HTTP/1.1" status: 200 len: 946 time: 0.0793624 Apr 30 19:39:16.814101 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-101af0d0-c226-42f1-ad6e-954ed58f66ce req-5289a5d9-d28d-49ef-b3c5-e4c47df3a5e5 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f019d96-192f-416f-83cf-41df534ad972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390344 Apr 30 19:39:16.908000 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 48050) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:39:17.255551 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.plugin [None req-ae0e7ec7-1c5c-4d81-9c43-4271611ed262 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Deleting port 06fc53d4-4481-4200-9932-8a6130679dd2 {{(pid=73807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 19:39:17.255890 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-ae0e7ec7-1c5c-4d81-9c43-4271611ed262 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780697314645'] for port, before_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:17.371910 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-ae0e7ec7-1c5c-4d81-9c43-4271611ed262 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664767'] for port, precommit_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:17.372270 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-ae0e7ec7-1c5c-4d81-9c43-4271611ed262 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:17.496610 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.plugin [None req-ae0e7ec7-1c5c-4d81-9c43-4271611ed262 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Calling delete_port for 06fc53d4-4481-4200-9932-8a6130679dd2 owned by network:floatingip {{(pid=73807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 19:39:17.618731 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-ae0e7ec7-1c5c-4d81-9c43-4271611ed262 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780697316006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780696898079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62583854'] for port, after_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:17.623158 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-f191d746-50d8-4ec8-9007-5e38ed426da1 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:39:17.666643 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0e7ec7-1c5c-4d81-9c43-4271611ed262 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Pushing event deleted for resources: {'Port': ['ID=06fc53d4-4481-4200-9932-8a6130679dd2,revision_number=None']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:39:17.669736 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-ae0e7ec7-1c5c-4d81-9c43-4271611ed262 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:39:17.761148 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-ae0e7ec7-1c5c-4d81-9c43-4271611ed262 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Notify callbacks [] for floatingip, after_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:17.761381 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.db.l3_db [None req-ae0e7ec7-1c5c-4d81-9c43-4271611ed262 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Floating IP 10341144-3acc-445f-aea9-4c9844c9150c disassociated (deleted). External IP: 172.28.1.34, port: b89c29c8-4d27-428b-9b4b-e9fee60db693. Apr 30 19:39:17.999338 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263a932e-b189-49c5-8140-ed6093588fc5 req-cd973dbf-9406-450c-bcea-15d6587e0221 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:39:18.000803 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-263a932e-b189-49c5-8140-ed6093588fc5 req-cd973dbf-9406-450c-bcea-15d6587e0221 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] 10.222.0.41 "GET /v2.0/ports?device_id=bcd863af-392e-4ae9-beb6-63344df358aa HTTP/1.1" status: 200 len: 946 time: 0.0823970 Apr 30 19:39:18.046315 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-263a932e-b189-49c5-8140-ed6093588fc5 req-8401c00b-1691-4871-82e2-1c5db532bf5b tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f019d96-192f-416f-83cf-41df534ad972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383296 Apr 30 19:39:18.125274 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae0e7ec7-1c5c-4d81-9c43-4271611ed262 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Router c4adb45b-8761-407b-8003-29cd38a85bff has already been hosted by L3 agent 19062261-8801-4f4d-b71c-f22a3dba3fbe {{(pid=73807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 19:39:18.313799 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae0e7ec7-1c5c-4d81-9c43-4271611ed262 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Notify agent at l3_agent.dv-cinder-733622-14-smb the message routers_updated {{(pid=73807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 19:39:18.325080 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff5bdc3-5d19-4ca2-b0a2-d41cdd0d1027 None None] Sync routers for ids ['c4adb45b-8761-407b-8003-29cd38a85bff'] in dv-cinder-733622-14-smb {{(pid=73809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 19:39:18.335733 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff5bdc3-5d19-4ca2-b0a2-d41cdd0d1027 None None] Routers {'c4adb45b-8761-407b-8003-29cd38a85bff'} bound to L3 agent in host dv-cinder-733622-14-smb {{(pid=73809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 19:39:18.336411 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_hamode_db [None req-0ff5bdc3-5d19-4ca2-b0a2-d41cdd0d1027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T19:24:27Z,description=,heartbeat_timestamp=2021-04-30T19:38:57Z,host='dv-cinder-733622-14-smb',id=19062261-8801-4f4d-b71c-f22a3dba3fbe,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T19:24:27Z,topic='l3_agent')) {'router_ids': ['c4adb45b-8761-407b-8003-29cd38a85bff'], 'active': True} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:39:18.337447 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-ae0e7ec7-1c5c-4d81-9c43-4271611ed262 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937687'] for floatingip, before_response {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:18.403362 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-ae0e7ec7-1c5c-4d81-9c43-4271611ed262 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] 10.222.0.41 "DELETE /v2.0/floatingips/10341144-3acc-445f-aea9-4c9844c9150c HTTP/1.1" status: 204 len: 168 time: 1.4943511 Apr 30 19:39:18.404435 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55be2ce3-9239-4e62-a228-14490db0c420', 'tag': 'b89c29c8-4d27-428b-9b4b-e9fee60db693'}] {{(pid=73807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 19:39:18.496316 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55be2ce3-9239-4e62-a228-14490db0c420', 'tag': 'b89c29c8-4d27-428b-9b4b-e9fee60db693', 'status': 'completed', 'code': 200} Apr 30 19:39:18.561500 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_dvr_db [None req-0ff5bdc3-5d19-4ca2-b0a2-d41cdd0d1027 None None] Set router c4adb45b-8761-407b-8003-29cd38a85bff gateway port host: dv-cinder-733622-14-smb {{(pid=73809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 19:39:18.602115 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2493af-8da0-4ade-8722-fe6c1abca05b req-43290be7-bf97-4803-a070-a893088a7017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:39:18.603967 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-ac2493af-8da0-4ade-8722-fe6c1abca05b req-43290be7-bf97-4803-a070-a893088a7017 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=269cfbb152ef4300b85b7cd97f75a140&device_id=55be2ce3-9239-4e62-a228-14490db0c420 HTTP/1.1" status: 200 len: 1099 time: 0.0804057 Apr 30 19:39:18.836899 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2493af-8da0-4ade-8722-fe6c1abca05b req-b4a6da37-241d-461e-8097-85f96313764a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:39:18.838348 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-ac2493af-8da0-4ade-8722-fe6c1abca05b req-b4a6da37-241d-461e-8097-85f96313764a service neutron] 10.222.0.48 "GET /v2.0/networks?id=c9550696-1d67-45d6-8a04-78e6b9388125 HTTP/1.1" status: 200 len: 910 time: 0.2270188 Apr 30 19:39:18.853806 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1c0762-4864-4746-81de-937807ece307 req-0076215d-719b-490b-b7f3-1e6483bc1560 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:39:18.855267 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-1a1c0762-4864-4746-81de-937807ece307 req-0076215d-719b-490b-b7f3-1e6483bc1560 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] 10.222.0.41 "GET /v2.0/ports?device_id=55be2ce3-9239-4e62-a228-14490db0c420 HTTP/1.1" status: 200 len: 946 time: 0.0938075 Apr 30 19:39:18.893206 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_hamode_db [None req-0ff5bdc3-5d19-4ca2-b0a2-d41cdd0d1027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4adb45b-8761-407b-8003-29cd38a85bff', 'name': 'tempest-TestShelveInstance-1574996601-router', 'tenant_id': '269cfbb152ef4300b85b7cd97f75a140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'external_fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.119'}], 'enable_snat': True}, 'gw_port_id': 'd35ff2a7-fe54-49ae-966e-26626be289c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T19:34:41Z', 'updated_at': '2021-04-30T19:34:46Z', 'revision_number': 4, 'project_id': '269cfbb152ef4300b85b7cd97f75a140', 'gw_port': {'id': 'd35ff2a7-fe54-49ae-966e-26626be289c8', 'name': '', 'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:78:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4adb45b-8761-407b-8003-29cd38a85bff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:34:42Z', 'updated_at': '2021-04-30T19:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-14-smb', '_interfaces': [{'id': 'b7ce960c-3f59-404c-9521-5e1df2750ffe', 'name': '', 'network_id': 'c9550696-1d67-45d6-8a04-78e6b9388125', 'tenant_id': '269cfbb152ef4300b85b7cd97f75a140', 'mac_address': 'fa:16:3e:7e:57:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4adb45b-8761-407b-8003-29cd38a85bff', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '052186e4-87d6-40de-a696-6b4cd32cfb08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:34:45Z', 'updated_at': '2021-04-30T19:34:53Z', 'revision_number': 5, 'project_id': '269cfbb152ef4300b85b7cd97f75a140', 'subnets': [{'id': '052186e4-87d6-40de-a696-6b4cd32cfb08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-14-smb', False) {} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:39:18.897583 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff5bdc3-5d19-4ca2-b0a2-d41cdd0d1027 None None] Checking router: c4adb45b-8761-407b-8003-29cd38a85bff for host: dv-cinder-733622-14-smb {{(pid=73809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 19:39:18.904951 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-1a1c0762-4864-4746-81de-937807ece307 req-c49f789c-2865-4e65-9ed3-11d2baa0a75b tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] 10.222.0.41 "GET /v2.0/security-groups?id=0c97b8e9-0665-42a1-b368-528dbb6fd52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432825 Apr 30 19:39:18.906332 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff5bdc3-5d19-4ca2-b0a2-d41cdd0d1027 None None] Routers {'c4adb45b-8761-407b-8003-29cd38a85bff'} bound to L3 agent in host dv-cinder-733622-14-smb {{(pid=73809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 19:39:18.906948 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_hamode_db [None req-0ff5bdc3-5d19-4ca2-b0a2-d41cdd0d1027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T19:24:27Z,description=,heartbeat_timestamp=2021-04-30T19:38:57Z,host='dv-cinder-733622-14-smb',id=19062261-8801-4f4d-b71c-f22a3dba3fbe,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T19:24:27Z,topic='l3_agent')) {'router_ids': ['c4adb45b-8761-407b-8003-29cd38a85bff'], 'active': True} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:39:18.907414 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-ac2493af-8da0-4ade-8722-fe6c1abca05b req-9b425767-432c-47a0-93e2-b83447356f9c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b89c29c8-4d27-428b-9b4b-e9fee60db693 HTTP/1.1" status: 200 len: 217 time: 0.0613382 Apr 30 19:39:18.977171 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2493af-8da0-4ade-8722-fe6c1abca05b req-6bf00347-9bda-43e5-aa7d-6ec683593750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:39:18.978871 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-ac2493af-8da0-4ade-8722-fe6c1abca05b req-6bf00347-9bda-43e5-aa7d-6ec683593750 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=052186e4-87d6-40de-a696-6b4cd32cfb08 HTTP/1.1" status: 200 len: 848 time: 0.0627344 Apr 30 19:39:19.057947 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2493af-8da0-4ade-8722-fe6c1abca05b req-0912edff-7513-4c49-93a4-aef6f963f34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:39:19.059410 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-ac2493af-8da0-4ade-8722-fe6c1abca05b req-0912edff-7513-4c49-93a4-aef6f963f34b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c9550696-1d67-45d6-8a04-78e6b9388125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0721397 Apr 30 19:39:19.084055 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_dvr_db [None req-0ff5bdc3-5d19-4ca2-b0a2-d41cdd0d1027 None None] Set router c4adb45b-8761-407b-8003-29cd38a85bff gateway port host: dv-cinder-733622-14-smb {{(pid=73809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 19:39:19.195454 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-ac2493af-8da0-4ade-8722-fe6c1abca05b req-fbfce753-8078-4107-aaf4-a5dc6ae84dd3 service neutron] 10.222.0.48 "GET /v2.0/networks/c9550696-1d67-45d6-8a04-78e6b9388125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280308 Apr 30 19:39:19.329767 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-ac2493af-8da0-4ade-8722-fe6c1abca05b req-22c9a3bf-2a48-4379-8178-b92540ea83c8 service neutron] 10.222.0.48 "GET /v2.0/networks/c9550696-1d67-45d6-8a04-78e6b9388125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268516 Apr 30 19:39:19.400125 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_hamode_db [None req-0ff5bdc3-5d19-4ca2-b0a2-d41cdd0d1027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4adb45b-8761-407b-8003-29cd38a85bff', 'name': 'tempest-TestShelveInstance-1574996601-router', 'tenant_id': '269cfbb152ef4300b85b7cd97f75a140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'external_fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.119'}], 'enable_snat': True}, 'gw_port_id': 'd35ff2a7-fe54-49ae-966e-26626be289c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T19:34:41Z', 'updated_at': '2021-04-30T19:34:46Z', 'revision_number': 4, 'project_id': '269cfbb152ef4300b85b7cd97f75a140', 'gw_port': {'id': 'd35ff2a7-fe54-49ae-966e-26626be289c8', 'name': '', 'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:78:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4adb45b-8761-407b-8003-29cd38a85bff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:34:42Z', 'updated_at': '2021-04-30T19:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-14-smb', '_interfaces': [{'id': 'b7ce960c-3f59-404c-9521-5e1df2750ffe', 'name': '', 'network_id': 'c9550696-1d67-45d6-8a04-78e6b9388125', 'tenant_id': '269cfbb152ef4300b85b7cd97f75a140', 'mac_address': 'fa:16:3e:7e:57:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4adb45b-8761-407b-8003-29cd38a85bff', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '052186e4-87d6-40de-a696-6b4cd32cfb08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:34:45Z', 'updated_at': '2021-04-30T19:34:53Z', 'revision_number': 5, 'project_id': '269cfbb152ef4300b85b7cd97f75a140', 'subnets': [{'id': '052186e4-87d6-40de-a696-6b4cd32cfb08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-14-smb', False) {} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:39:19.404213 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff5bdc3-5d19-4ca2-b0a2-d41cdd0d1027 None None] The sync data for ids ['c4adb45b-8761-407b-8003-29cd38a85bff'] in dv-cinder-733622-14-smb is: [{'id': 'c4adb45b-8761-407b-8003-29cd38a85bff', 'name': 'tempest-TestShelveInstance-1574996601-router', 'tenant_id': '269cfbb152ef4300b85b7cd97f75a140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'external_fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.119'}], 'enable_snat': True}, 'gw_port_id': 'd35ff2a7-fe54-49ae-966e-26626be289c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T19:34:41Z', 'updated_at': '2021-04-30T19:34:46Z', 'revision_number': 4, 'project_id': '269cfbb152ef4300b85b7cd97f75a140', 'gw_port': {'id': 'd35ff2a7-fe54-49ae-966e-26626be289c8', 'name': '', 'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:78:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4adb45b-8761-407b-8003-29cd38a85bff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:34:42Z', 'updated_at': '2021-04-30T19:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-14-smb', '_interfaces': [{'id': 'b7ce960c-3f59-404c-9521-5e1df2750ffe', 'name': '', 'network_id': 'c9550696-1d67-45d6-8a04-78e6b9388125', 'tenant_id': '269cfbb152ef4300b85b7cd97f75a140', 'mac_address': 'fa:16:3e:7e:57:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4adb45b-8761-407b-8003-29cd38a85bff', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '052186e4-87d6-40de-a696-6b4cd32cfb08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:34:45Z', 'updated_at': '2021-04-30T19:34:53Z', 'revision_number': 5, 'project_id': '269cfbb152ef4300b85b7cd97f75a140', 'subnets': [{'id': '052186e4-87d6-40de-a696-6b4cd32cfb08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 19:39:19.623169 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e352299-d251-426a-8577-189c7f4faa31 None None] New status for floating IP 10341144-3acc-445f-aea9-4c9844c9150c: DOWN {{(pid=73810) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 19:39:20.112274 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267561cb-b744-4d36-9da0-bdd021ed2e9d req-dffa9d8a-626f-478f-b518-af8534afd5cd tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:39:20.114313 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-267561cb-b744-4d36-9da0-bdd021ed2e9d req-dffa9d8a-626f-478f-b518-af8534afd5cd tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] 10.222.0.41 "GET /v2.0/ports?device_id=55be2ce3-9239-4e62-a228-14490db0c420 HTTP/1.1" status: 200 len: 946 time: 0.0879447 Apr 30 19:39:20.159750 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-267561cb-b744-4d36-9da0-bdd021ed2e9d req-7d6da912-0543-441b-b93f-4127ba12d3df tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] 10.222.0.41 "GET /v2.0/security-groups?id=0c97b8e9-0665-42a1-b368-528dbb6fd52b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395675 Apr 30 19:39:20.330131 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fec2061-04a6-4e01-b179-cb361ab6b2f1 req-df1f5946-41de-40d2-8fb4-0d08ba988eeb tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:39:20.330821 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [req-5fec2061-04a6-4e01-b179-cb361ab6b2f1 req-df1f5946-41de-40d2-8fb4-0d08ba988eeb tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Synchronizing usage tracker for tenant:269cfbb152ef4300b85b7cd97f75a140 on resource:port {{(pid=73807) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 19:39:20.345495 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [req-5fec2061-04a6-4e01-b179-cb361ab6b2f1 req-df1f5946-41de-40d2-8fb4-0d08ba988eeb tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Unset dirty status for tenant:269cfbb152ef4300b85b7cd97f75a140 on resource:port {{(pid=73807) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 19:39:20.346589 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-5fec2061-04a6-4e01-b179-cb361ab6b2f1 req-df1f5946-41de-40d2-8fb4-0d08ba988eeb tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] 10.222.0.48 "GET /v2.0/ports?device_id=55be2ce3-9239-4e62-a228-14490db0c420 HTTP/1.1" status: 200 len: 946 time: 0.1036091 Apr 30 19:39:20.490235 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.plugin [req-5fec2061-04a6-4e01-b179-cb361ab6b2f1 req-c0ee16dd-aa74-4827-ba9d-2e431a8c3f5d tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Deleting port b89c29c8-4d27-428b-9b4b-e9fee60db693 {{(pid=73807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 19:39:20.490583 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-5fec2061-04a6-4e01-b179-cb361ab6b2f1 req-c0ee16dd-aa74-4827-ba9d-2e431a8c3f5d tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780697314645'] for port, before_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:20.623881 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.db [req-5fec2061-04a6-4e01-b179-cb361ab6b2f1 req-c0ee16dd-aa74-4827-ba9d-2e431a8c3f5d tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] For port b89c29c8-4d27-428b-9b4b-e9fee60db693, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=b89c29c8-4d27-428b-9b4b-e9fee60db693,segment=NetworkSegment(ff08c19b-8960-47af-a26c-8b502f897ff7),segment_id=ff08c19b-8960-47af-a26c-8b502f897ff7)] {{(pid=73807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:39:20.624261 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-5fec2061-04a6-4e01-b179-cb361ab6b2f1 req-c0ee16dd-aa74-4827-ba9d-2e431a8c3f5d tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664767'] for port, precommit_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:20.752176 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.plugin [req-5fec2061-04a6-4e01-b179-cb361ab6b2f1 req-c0ee16dd-aa74-4827-ba9d-2e431a8c3f5d tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Calling delete_port for b89c29c8-4d27-428b-9b4b-e9fee60db693 owned by compute:nova {{(pid=73807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 19:39:20.866262 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-5fec2061-04a6-4e01-b179-cb361ab6b2f1 req-c0ee16dd-aa74-4827-ba9d-2e431a8c3f5d tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780697316006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780696898079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62583854'] for port, after_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:20.871688 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-3857fbbf-fba4-4989-ab61-b68463bb426c tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:39:20.919722 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ee16dd-aa74-4827-ba9d-2e431a8c3f5d tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Pushing event deleted for resources: {'Port': ['ID=b89c29c8-4d27-428b-9b4b-e9fee60db693,revision_number=None']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:39:20.922788 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-c0ee16dd-aa74-4827-ba9d-2e431a8c3f5d tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:39:20.995342 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fec2061-04a6-4e01-b179-cb361ab6b2f1 req-c0ee16dd-aa74-4827-ba9d-2e431a8c3f5d tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] No DVR routers for this DVR port b89c29c8-4d27-428b-9b4b-e9fee60db693 on host hv-cinder-73362 {{(pid=73807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 19:39:20.997822 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-5fec2061-04a6-4e01-b179-cb361ab6b2f1 req-c0ee16dd-aa74-4827-ba9d-2e431a8c3f5d tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937687'] for port, before_response {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:21.000321 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55be2ce3-9239-4e62-a228-14490db0c420', 'name': 'network-vif-deleted', 'tag': 'b89c29c8-4d27-428b-9b4b-e9fee60db693'}] {{(pid=73807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 19:39:21.017446 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-5fec2061-04a6-4e01-b179-cb361ab6b2f1 req-c0ee16dd-aa74-4827-ba9d-2e431a8c3f5d tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] 10.222.0.48 "DELETE /v2.0/ports/b89c29c8-4d27-428b-9b4b-e9fee60db693 HTTP/1.1" status: 204 len: 173 time: 0.6652434 Apr 30 19:39:21.053897 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55be2ce3-9239-4e62-a228-14490db0c420', 'name': 'network-vif-deleted', 'tag': 'b89c29c8-4d27-428b-9b4b-e9fee60db693', 'status': 'completed', 'code': 200} Apr 30 19:39:21.338988 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-e65d700c-fab3-492d-8ee5-fd999078fb6d req-37e6dfde-d745-4f4e-a4e5-6b9b4ef8d4d0 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] 10.222.0.41 "GET /v2.0/ports?device_id=55be2ce3-9239-4e62-a228-14490db0c420 HTTP/1.1" status: 200 len: 210 time: 0.0632262 Apr 30 19:39:22.437733 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 48094) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:39:22.509804 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-be070931-cf03-4cc7-a26d-94a9c4891d7f tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Notify callbacks [] for security_group, before_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:22.540411 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-be070931-cf03-4cc7-a26d-94a9c4891d7f tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:22.605645 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-be070931-cf03-4cc7-a26d-94a9c4891d7f tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:22.610728 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-86053830-08b1-4068-9b8c-13723c06360a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:39:22.625532 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be070931-cf03-4cc7-a26d-94a9c4891d7f tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c97b8e9-0665-42a1-b368-528dbb6fd52b,revision_number=None']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:39:22.634696 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be070931-cf03-4cc7-a26d-94a9c4891d7f tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:39:22.635068 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be070931-cf03-4cc7-a26d-94a9c4891d7f tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:39:22.635436 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be070931-cf03-4cc7-a26d-94a9c4891d7f tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:39:22.635797 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be070931-cf03-4cc7-a26d-94a9c4891d7f tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:39:22.636157 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be070931-cf03-4cc7-a26d-94a9c4891d7f tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:39:22.636531 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be070931-cf03-4cc7-a26d-94a9c4891d7f tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:39:22.636882 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be070931-cf03-4cc7-a26d-94a9c4891d7f tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:39:22.637233 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be070931-cf03-4cc7-a26d-94a9c4891d7f tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:39:22.637581 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be070931-cf03-4cc7-a26d-94a9c4891d7f tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:39:22.637926 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be070931-cf03-4cc7-a26d-94a9c4891d7f tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:39:22.638273 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be070931-cf03-4cc7-a26d-94a9c4891d7f tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:39:22.638614 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be070931-cf03-4cc7-a26d-94a9c4891d7f tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:39:22.645306 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-be070931-cf03-4cc7-a26d-94a9c4891d7f tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:39:22.647534 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-be070931-cf03-4cc7-a26d-94a9c4891d7f tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Notify callbacks [] for security_group, before_response {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:22.648680 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-be070931-cf03-4cc7-a26d-94a9c4891d7f tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] 10.222.0.41 "DELETE /v2.0/security-groups/0c97b8e9-0665-42a1-b368-528dbb6fd52b HTTP/1.1" status: 204 len: 168 time: 0.2099783 Apr 30 19:39:22.692172 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 48106) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:39:23.333122 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-d4a81c9b-cf65-4587-b2c1-04e41e89775e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657221'] for router_interface, before_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:23.564561 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Device b89c29c8-4d27-428b-9b4b-e9fee60db693 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=73809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 19:39:23.599537 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-65ba8c12-0d06-4959-8304-606821799626 None None] No Port match for: b89c29c8-4d27-428b-9b4b-e9fee60db693 {{(pid=73809) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 19:39:23.599911 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Device b89c29c8-4d27-428b-9b4b-e9fee60db693 not bound to the agent host hv-cinder-73362 {{(pid=73809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 19:39:23.751426 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.plugin [None req-d4a81c9b-cf65-4587-b2c1-04e41e89775e admin admin] Deleting port b7ce960c-3f59-404c-9521-5e1df2750ffe {{(pid=73807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 19:39:23.752083 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-d4a81c9b-cf65-4587-b2c1-04e41e89775e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780697314645'] for port, before_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:23.875160 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.db [None req-d4a81c9b-cf65-4587-b2c1-04e41e89775e admin admin] For port b7ce960c-3f59-404c-9521-5e1df2750ffe, host dv-cinder-733622-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-14-smb',level=0,port_id=b7ce960c-3f59-404c-9521-5e1df2750ffe,segment=NetworkSegment(ff08c19b-8960-47af-a26c-8b502f897ff7),segment_id=ff08c19b-8960-47af-a26c-8b502f897ff7)] {{(pid=73807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:39:23.875518 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-d4a81c9b-cf65-4587-b2c1-04e41e89775e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664767'] for port, precommit_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:23.950182 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-5629a171-f0cb-4d48-ba8a-31acfb23ade2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:24.002486 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.plugin [None req-d4a81c9b-cf65-4587-b2c1-04e41e89775e admin admin] Calling delete_port for b7ce960c-3f59-404c-9521-5e1df2750ffe owned by network:router_interface {{(pid=73807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 19:39:24.287134 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-d4a81c9b-cf65-4587-b2c1-04e41e89775e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780697316006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780696898079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62583854'] for port, after_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:24.291720 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-0d63cb89-4ec8-4633-8046-d2c9ea7aeeae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:39:24.461484 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a81c9b-cf65-4587-b2c1-04e41e89775e admin admin] Pushing event deleted for resources: {'Port': ['ID=b7ce960c-3f59-404c-9521-5e1df2750ffe,revision_number=None']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:39:24.464610 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-d4a81c9b-cf65-4587-b2c1-04e41e89775e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:39:24.737550 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab611b64-8b24-4c84-9f8e-f0bc7e81579f req-fb64cb6a-9465-49bd-9703-59b8effa4eea tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:39:24.738978 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-ab611b64-8b24-4c84-9f8e-f0bc7e81579f req-fb64cb6a-9465-49bd-9703-59b8effa4eea tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] 10.222.0.41 "GET /v2.0/networks?id=d5b07e11-4a5f-4a04-80fe-7d0896792e8e HTTP/1.1" status: 200 len: 814 time: 0.4094300 Apr 30 19:39:24.816230 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-ab611b64-8b24-4c84-9f8e-f0bc7e81579f req-feda31e7-6fa6-436e-8c64-d1bc159da572 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] 10.222.0.41 "GET /v2.0/quotas/ce1e5b078b6c42eab797bb5b856fe423 HTTP/1.1" status: 200 len: 375 time: 0.0711865 Apr 30 19:39:24.887789 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-d4a81c9b-cf65-4587-b2c1-04e41e89775e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665589'] for router_interface, after_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:25.005893 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-ab611b64-8b24-4c84-9f8e-f0bc7e81579f req-6be76b67-c537-4f6e-ad07-db7e85181d23 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ce1e5b078b6c42eab797bb5b856fe423&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1781664 Apr 30 19:39:25.290111 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-ab611b64-8b24-4c84-9f8e-f0bc7e81579f req-2884f84f-a41d-4322-a3d0-ddd908933b1e service neutron] 10.222.0.41 "GET /v2.0/networks/d5b07e11-4a5f-4a04-80fe-7d0896792e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329607 Apr 30 19:39:25.481332 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4a81c9b-cf65-4587-b2c1-04e41e89775e admin admin] Router c4adb45b-8761-407b-8003-29cd38a85bff has already been hosted by L3 agent 19062261-8801-4f4d-b71c-f22a3dba3fbe {{(pid=73807) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 19:39:25.569438 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-ab611b64-8b24-4c84-9f8e-f0bc7e81579f req-b3b17cdf-7427-4ec5-94fb-9272b1eea7b1 service neutron] 10.222.0.41 "GET /v2.0/networks/d5b07e11-4a5f-4a04-80fe-7d0896792e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277594 Apr 30 19:39:25.681110 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4a81c9b-cf65-4587-b2c1-04e41e89775e admin admin] Notify agent at l3_agent.dv-cinder-733622-14-smb the message routers_updated {{(pid=73807) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 19:39:25.690373 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d716d3-e088-40ee-b2ac-528da1281f1d None None] Sync routers for ids ['c4adb45b-8761-407b-8003-29cd38a85bff'] in dv-cinder-733622-14-smb {{(pid=73809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 19:39:25.696522 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-d4a81c9b-cf65-4587-b2c1-04e41e89775e admin admin] 10.222.0.41 "PUT /v2.0/routers/c4adb45b-8761-407b-8003-29cd38a85bff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0005758 Apr 30 19:39:25.697699 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 48134) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:39:25.707513 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d716d3-e088-40ee-b2ac-528da1281f1d None None] Routers {'c4adb45b-8761-407b-8003-29cd38a85bff'} bound to L3 agent in host dv-cinder-733622-14-smb {{(pid=73809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 19:39:25.708483 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_hamode_db [None req-28d716d3-e088-40ee-b2ac-528da1281f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T19:24:27Z,description=,heartbeat_timestamp=2021-04-30T19:38:57Z,host='dv-cinder-733622-14-smb',id=19062261-8801-4f4d-b71c-f22a3dba3fbe,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T19:24:27Z,topic='l3_agent')) {'router_ids': ['c4adb45b-8761-407b-8003-29cd38a85bff'], 'active': True} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:39:25.825874 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-55dc01d2-380f-4709-b01d-d653f0046231 req-ed922125-79c4-4c3a-9acb-70daa8ccecba tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] 10.222.0.41 "GET /v2.0/ports?device_id=26340006-871d-4efb-92fc-81d998610f77 HTTP/1.1" status: 200 len: 210 time: 0.0539505 Apr 30 19:39:25.887083 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_dvr_db [None req-28d716d3-e088-40ee-b2ac-528da1281f1d None None] Set router c4adb45b-8761-407b-8003-29cd38a85bff gateway port host: dv-cinder-733622-14-smb {{(pid=73809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 19:39:25.923576 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-9e5ddda9-05a6-4aa5-a491-3a4a012ad266 admin admin] Notify callbacks [] for router, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:26.116464 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-9e5ddda9-05a6-4aa5-a491-3a4a012ad266 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:26.130506 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.agents_db [None req-91d1fe81-9981-4281-a1b3-92062b07bd48 None None] Agent healthcheck: found 6 active agents {{(pid=73810) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 19:39:26.206046 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.plugins.ml2.plugin [None req-9e5ddda9-05a6-4aa5-a491-3a4a012ad266 admin admin] Deleting port d35ff2a7-fe54-49ae-966e-26626be289c8 {{(pid=73808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 19:39:26.206610 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-9e5ddda9-05a6-4aa5-a491-3a4a012ad266 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780697314645'] for port, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:26.235160 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_hamode_db [None req-28d716d3-e088-40ee-b2ac-528da1281f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4adb45b-8761-407b-8003-29cd38a85bff', 'name': 'tempest-TestShelveInstance-1574996601-router', 'tenant_id': '269cfbb152ef4300b85b7cd97f75a140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'external_fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.119'}], 'enable_snat': True}, 'gw_port_id': 'd35ff2a7-fe54-49ae-966e-26626be289c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T19:34:41Z', 'updated_at': '2021-04-30T19:39:24Z', 'revision_number': 5, 'project_id': '269cfbb152ef4300b85b7cd97f75a140', 'gw_port': {'id': 'd35ff2a7-fe54-49ae-966e-26626be289c8', 'name': '', 'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:78:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4adb45b-8761-407b-8003-29cd38a85bff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:34:42Z', 'updated_at': '2021-04-30T19:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-14-smb'}], 'dv-cinder-733622-14-smb', False) {} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:39:26.239617 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d716d3-e088-40ee-b2ac-528da1281f1d None None] Checking router: c4adb45b-8761-407b-8003-29cd38a85bff for host: dv-cinder-733622-14-smb {{(pid=73809) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 19:39:26.247754 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d716d3-e088-40ee-b2ac-528da1281f1d None None] Routers {'c4adb45b-8761-407b-8003-29cd38a85bff'} bound to L3 agent in host dv-cinder-733622-14-smb {{(pid=73809) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 19:39:26.248391 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_hamode_db [None req-28d716d3-e088-40ee-b2ac-528da1281f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T19:24:27Z,description=,heartbeat_timestamp=2021-04-30T19:38:57Z,host='dv-cinder-733622-14-smb',id=19062261-8801-4f4d-b71c-f22a3dba3fbe,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T19:24:27Z,topic='l3_agent')) {'router_ids': ['c4adb45b-8761-407b-8003-29cd38a85bff'], 'active': True} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:39:26.331029 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.plugins.ml2.db [None req-9e5ddda9-05a6-4aa5-a491-3a4a012ad266 admin admin] For port d35ff2a7-fe54-49ae-966e-26626be289c8, host dv-cinder-733622-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-14-smb',level=0,port_id=d35ff2a7-fe54-49ae-966e-26626be289c8,segment=NetworkSegment(8177dc3e-ee2d-49a8-85cc-32dd03e75f21),segment_id=8177dc3e-ee2d-49a8-85cc-32dd03e75f21)] {{(pid=73808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:39:26.331517 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-9e5ddda9-05a6-4aa5-a491-3a4a012ad266 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664767'] for port, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:26.411574 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_dvr_db [None req-28d716d3-e088-40ee-b2ac-528da1281f1d None None] Set router c4adb45b-8761-407b-8003-29cd38a85bff gateway port host: None {{(pid=73809) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 19:39:26.453842 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.plugins.ml2.plugin [None req-9e5ddda9-05a6-4aa5-a491-3a4a012ad266 admin admin] Calling delete_port for d35ff2a7-fe54-49ae-966e-26626be289c8 owned by network:router_gateway {{(pid=73808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 19:39:26.455221 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:26.520989 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_hamode_db [None req-28d716d3-e088-40ee-b2ac-528da1281f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4adb45b-8761-407b-8003-29cd38a85bff', 'name': 'tempest-TestShelveInstance-1574996601-router', 'tenant_id': '269cfbb152ef4300b85b7cd97f75a140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T19:34:41Z', 'updated_at': '2021-04-30T19:39:26Z', 'revision_number': 6, 'project_id': '269cfbb152ef4300b85b7cd97f75a140', 'gw_port_host': None}], 'dv-cinder-733622-14-smb', False) {} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:39:26.525052 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d716d3-e088-40ee-b2ac-528da1281f1d None None] The sync data for ids ['c4adb45b-8761-407b-8003-29cd38a85bff'] in dv-cinder-733622-14-smb is: [{'id': 'c4adb45b-8761-407b-8003-29cd38a85bff', 'name': 'tempest-TestShelveInstance-1574996601-router', 'tenant_id': '269cfbb152ef4300b85b7cd97f75a140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T19:34:41Z', 'updated_at': '2021-04-30T19:39:26Z', 'revision_number': 6, 'project_id': '269cfbb152ef4300b85b7cd97f75a140', 'gw_port_host': None}] {{(pid=73809) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 19:39:26.695604 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-716bdd56-f194-4813-a1c2-6ba27d5cd65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:26.696354 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-9e5ddda9-05a6-4aa5-a491-3a4a012ad266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780697316006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780696898079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60822380'] for port, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:26.701282 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-9099b29a-7d9f-4186-84d4-718642f7cf78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:39:26.746277 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5ddda9-05a6-4aa5-a491-3a4a012ad266 admin admin] Pushing event deleted for resources: {'Port': ['ID=d35ff2a7-fe54-49ae-966e-26626be289c8,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:39:26.791612 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5ddda9-05a6-4aa5-a491-3a4a012ad266 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:39:26.792001 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5ddda9-05a6-4aa5-a491-3a4a012ad266 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:39:26.792407 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5ddda9-05a6-4aa5-a491-3a4a012ad266 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:39:26.792778 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5ddda9-05a6-4aa5-a491-3a4a012ad266 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:39:26.793142 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5ddda9-05a6-4aa5-a491-3a4a012ad266 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:39:26.793505 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5ddda9-05a6-4aa5-a491-3a4a012ad266 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:39:26.793866 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5ddda9-05a6-4aa5-a491-3a4a012ad266 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:39:26.794225 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5ddda9-05a6-4aa5-a491-3a4a012ad266 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:39:26.794584 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5ddda9-05a6-4aa5-a491-3a4a012ad266 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:39:26.794942 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5ddda9-05a6-4aa5-a491-3a4a012ad266 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:39:26.795299 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5ddda9-05a6-4aa5-a491-3a4a012ad266 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:39:26.795652 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5ddda9-05a6-4aa5-a491-3a4a012ad266 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:39:26.823942 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-9e5ddda9-05a6-4aa5-a491-3a4a012ad266 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:39:26.855417 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-9e5ddda9-05a6-4aa5-a491-3a4a012ad266 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-679274'] for router_gateway, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:26.982694 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab611b64-8b24-4c84-9f8e-f0bc7e81579f req-c769fe2e-761b-44f2-976d-e3589908166f tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:39:26.984381 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-ab611b64-8b24-4c84-9f8e-f0bc7e81579f req-c769fe2e-761b-44f2-976d-e3589908166f tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] 10.222.0.48 "GET /v2.0/networks?id=d5b07e11-4a5f-4a04-80fe-7d0896792e8e HTTP/1.1" status: 200 len: 814 time: 0.2902660 Apr 30 19:39:26.998419 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.v2.base [req-ab611b64-8b24-4c84-9f8e-f0bc7e81579f req-24b2bb71-f72c-4c18-a937-95044a7b8d2c tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Request body: {'port': {'device_id': '26340006-871d-4efb-92fc-81d998610f77', 'network_id': 'd5b07e11-4a5f-4a04-80fe-7d0896792e8e', 'admin_state_up': True, 'tenant_id': 'ce1e5b078b6c42eab797bb5b856fe423'}} {{(pid=73807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 19:39:27.032072 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Device b7ce960c-3f59-404c-9521-5e1df2750ffe no longer exists at agent ovs-agent-dv-cinder-733622-14-smb {{(pid=73809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 19:39:27.063554 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-9e5ddda9-05a6-4aa5-a491-3a4a012ad266 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-678398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28832'] for router, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:27.068305 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-9e5ddda9-05a6-4aa5-a491-3a4a012ad266 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:27.105902 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] No Port match for: b7ce960c-3f59-404c-9521-5e1df2750ffe {{(pid=73809) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 19:39:27.106188 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Device b7ce960c-3f59-404c-9521-5e1df2750ffe not bound to the agent host dv-cinder-733622-14-smb {{(pid=73809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 19:39:27.106989 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-9e5ddda9-05a6-4aa5-a491-3a4a012ad266 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-679714'] for router, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:27.107666 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e5ddda9-05a6-4aa5-a491-3a4a012ad266 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c4adb45b-8761-407b-8003-29cd38a85bff {{(pid=73808) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 30 19:39:27.126851 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-9e5ddda9-05a6-4aa5-a491-3a4a012ad266 admin admin] Notify callbacks [] for router, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:27.129193 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-9e5ddda9-05a6-4aa5-a491-3a4a012ad266 admin admin] 10.222.0.41 "DELETE /v2.0/routers/c4adb45b-8761-407b-8003-29cd38a85bff HTTP/1.1" status: 204 len: 168 time: 1.4299617 Apr 30 19:39:27.131617 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 48148) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:39:27.161210 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-ea96e765-844a-478e-b863-c24b68a71506 req-22f2ff6e-3aa1-414b-9f18-8f7fe27e1721 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] 10.222.0.41 "GET /v2.0/ports?device_id=26340006-871d-4efb-92fc-81d998610f77 HTTP/1.1" status: 200 len: 210 time: 0.0689678 Apr 30 19:39:27.199770 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.db_base_plugin_v2 [None req-5041d29a-2c33-4b7f-9f96-16f5431b776b admin admin] Deleting subnet 052186e4-87d6-40de-a696-6b4cd32cfb08 {{(pid=73808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 19:39:27.202742 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-5041d29a-2c33-4b7f-9f96-16f5431b776b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:27.214971 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [req-ab611b64-8b24-4c84-9f8e-f0bc7e81579f req-24b2bb71-f72c-4c18-a937-95044a7b8d2c tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:39:27.225026 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [req-ab611b64-8b24-4c84-9f8e-f0bc7e81579f req-24b2bb71-f72c-4c18-a937-95044a7b8d2c tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:39:27.234759 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab611b64-8b24-4c84-9f8e-f0bc7e81579f req-24b2bb71-f72c-4c18-a937-95044a7b8d2c tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Made reservation on behalf of ce1e5b078b6c42eab797bb5b856fe423 for: {'port': 1} {{(pid=73807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 19:39:27.239192 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-ab611b64-8b24-4c84-9f8e-f0bc7e81579f req-24b2bb71-f72c-4c18-a937-95044a7b8d2c tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:27.252327 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-5041d29a-2c33-4b7f-9f96-16f5431b776b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1832907'] for subnet, precommit_delete_associations {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:27.332206 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-5041d29a-2c33-4b7f-9f96-16f5431b776b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3610189'] for subnet, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:27.405262 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.db_base_plugin_common [req-ab611b64-8b24-4c84-9f8e-f0bc7e81579f req-24b2bb71-f72c-4c18-a937-95044a7b8d2c tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Allocated IP 172.20.0.9 (d5b07e11-4a5f-4a04-80fe-7d0896792e8e/8b692ce1-da5b-4ca1-b1bc-2bc79fa0b7f3/a5c3c016-0586-414c-9d11-435e0276b52c) {{(pid=73807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 19:39:27.582691 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-5041d29a-2c33-4b7f-9f96-16f5431b776b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3610180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60822941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61161554'] for subnet, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:27.586313 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:39:27.620623 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-ab611b64-8b24-4c84-9f8e-f0bc7e81579f req-24b2bb71-f72c-4c18-a937-95044a7b8d2c tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Notify callbacks [] for port, precommit_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:27.626664 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5041d29a-2c33-4b7f-9f96-16f5431b776b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=052186e4-87d6-40de-a696-6b4cd32cfb08,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:39:27.628986 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-5041d29a-2c33-4b7f-9f96-16f5431b776b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533183'] for subnet, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:27.632730 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-5041d29a-2c33-4b7f-9f96-16f5431b776b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:39:27.635979 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-5041d29a-2c33-4b7f-9f96-16f5431b776b admin admin] 10.222.0.41 "DELETE /v2.0/subnets/052186e4-87d6-40de-a696-6b4cd32cfb08 HTTP/1.1" status: 204 len: 168 time: 0.5032349 Apr 30 19:39:27.638383 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 48154) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:39:27.638812 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c391a15-7cb1-44dd-965c-f74ae01df7f1 None None] Network c9550696-1d67-45d6-8a04-78e6b9388125 requested from dv-cinder-733622-14-smb {{(pid=73809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 19:39:27.653368 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-ab611b64-8b24-4c84-9f8e-f0bc7e81579f req-24b2bb71-f72c-4c18-a937-95044a7b8d2c tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780696898070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62583854'] for port, after_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:27.668040 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-427b7126-bad0-441b-80aa-01f62e22eced tempest-VolumesSnapshotTestJSON-1678551158 tempest-VolumesSnapshotTestJSON-1678551158-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:39:27.673095 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-65ba8c12-0d06-4959-8304-606821799626 None None] get_ports_and_sgs() called for port_ids ['0c7a2584-4478-4855-834a-bdc315a2d994', 'ef83e62c-e5ed-467d-8812-7ed203506704', '33e49428-fcf2-4d75-86ff-fdf2eb8b3736'] {{(pid=73809) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 19:39:27.708943 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab611b64-8b24-4c84-9f8e-f0bc7e81579f req-24b2bb71-f72c-4c18-a937-95044a7b8d2c tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Network d5b07e11-4a5f-4a04-80fe-7d0896792e8e is already hosted by enough agents. {{(pid=73807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 19:39:27.715101 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.scheduler.base_scheduler [req-ab611b64-8b24-4c84-9f8e-f0bc7e81579f req-24b2bb71-f72c-4c18-a937-95044a7b8d2c tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Resources bound (agent type, host, resource id): {{(pid=73807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 19:39:27.724623 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab611b64-8b24-4c84-9f8e-f0bc7e81579f req-24b2bb71-f72c-4c18-a937-95044a7b8d2c tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Received port after_create {{(pid=73807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 19:39:27.773451 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-210b06bb-bb64-4ddd-a445-5b3f2ecf0872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3786539'] for network, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:27.798160 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b2bb71-f72c-4c18-a937-95044a7b8d2c tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Pushing event updated for resources: {'Port': ['ID=a5c3c016-0586-414c-9d11-435e0276b52c,revision_number=1']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:39:27.803294 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-24b2bb71-f72c-4c18-a937-95044a7b8d2c tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:39:27.811025 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab611b64-8b24-4c84-9f8e-f0bc7e81579f req-24b2bb71-f72c-4c18-a937-95044a7b8d2c tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:39:27.811666 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-ab611b64-8b24-4c84-9f8e-f0bc7e81579f req-24b2bb71-f72c-4c18-a937-95044a7b8d2c tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937687'] for port, before_response {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:27.838936 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-ab611b64-8b24-4c84-9f8e-f0bc7e81579f req-24b2bb71-f72c-4c18-a937-95044a7b8d2c tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8447735 Apr 30 19:39:27.850977 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.v2.base [req-ab611b64-8b24-4c84-9f8e-f0bc7e81579f req-70eb0495-d9f0-40c6-92de-d4513d99bc33 service neutron] Request body: {'port': {'device_id': '26340006-871d-4efb-92fc-81d998610f77', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=73807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 19:39:27.857588 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-db901c41-8a71-4621-9038-9b0e7a83b2d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:27.858283 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.plugins.ml2.plugin [None req-210b06bb-bb64-4ddd-a445-5b3f2ecf0872 admin admin] Deleting port 4eb161ea-4841-477c-8e32-afc22afa30bb {{(pid=73808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 19:39:27.858687 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-210b06bb-bb64-4ddd-a445-5b3f2ecf0872 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780697314645'] for port, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:27.965358 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.plugins.ml2.db [None req-210b06bb-bb64-4ddd-a445-5b3f2ecf0872 admin admin] For port 4eb161ea-4841-477c-8e32-afc22afa30bb, host dv-cinder-733622-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-14-smb',level=0,port_id=4eb161ea-4841-477c-8e32-afc22afa30bb,segment=NetworkSegment(ff08c19b-8960-47af-a26c-8b502f897ff7),segment_id=ff08c19b-8960-47af-a26c-8b502f897ff7)] {{(pid=73808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:39:27.965976 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-210b06bb-bb64-4ddd-a445-5b3f2ecf0872 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664767'] for port, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:27.970606 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-ab611b64-8b24-4c84-9f8e-f0bc7e81579f req-70eb0495-d9f0-40c6-92de-d4513d99bc33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:28.070445 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd63715f-a6d7-4e6e-bdda-5b36dd767cf6 None None] DHCP port deletion for c9550696-1d67-45d6-8a04-78e6b9388125 request from dv-cinder-733622-14-smb {{(pid=73809) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 30 19:39:28.101013 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.plugins.ml2.plugin [None req-210b06bb-bb64-4ddd-a445-5b3f2ecf0872 admin admin] Calling delete_port for 4eb161ea-4841-477c-8e32-afc22afa30bb owned by network:dhcp {{(pid=73808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 19:39:28.164384 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-210b06bb-bb64-4ddd-a445-5b3f2ecf0872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780697316006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780696898079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60822380'] for port, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:28.172101 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-7ea0b2c7-628c-409f-8edb-2432b460dfad tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:39:28.217529 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-dd63715f-a6d7-4e6e-bdda-5b36dd767cf6 None None] Deleting port 4eb161ea-4841-477c-8e32-afc22afa30bb {{(pid=73809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 19:39:28.217918 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-dd63715f-a6d7-4e6e-bdda-5b36dd767cf6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780697314645'] for port, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:28.234625 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210b06bb-bb64-4ddd-a445-5b3f2ecf0872 admin admin] Pushing event deleted for resources: {'Port': ['ID=4eb161ea-4841-477c-8e32-afc22afa30bb,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:39:28.241463 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-210b06bb-bb64-4ddd-a445-5b3f2ecf0872 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:39:28.243156 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210b06bb-bb64-4ddd-a445-5b3f2ecf0872 admin admin] No DVR routers for this DVR port 4eb161ea-4841-477c-8e32-afc22afa30bb on host dv-cinder-733622-14-smb {{(pid=73808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 19:39:28.358110 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-dd63715f-a6d7-4e6e-bdda-5b36dd767cf6 None None] For port 4eb161ea-4841-477c-8e32-afc22afa30bb, host dv-cinder-733622-14-smb, got binding levels [] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:39:28.358403 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-dd63715f-a6d7-4e6e-bdda-5b36dd767cf6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664767'] for port, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:28.381055 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.notifiers.nova [req-ab611b64-8b24-4c84-9f8e-f0bc7e81579f req-70eb0495-d9f0-40c6-92de-d4513d99bc33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5c3c016-0586-414c-9d11-435e0276b52c {{(pid=73807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 19:39:28.389319 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-ab611b64-8b24-4c84-9f8e-f0bc7e81579f req-70eb0495-d9f0-40c6-92de-d4513d99bc33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:28.403586 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.provisioning_blocks [req-ab611b64-8b24-4c84-9f8e-f0bc7e81579f req-70eb0495-d9f0-40c6-92de-d4513d99bc33 service neutron] Transition to ACTIVE for port object a5c3c016-0586-414c-9d11-435e0276b52c will not be triggered until provisioned by entity L2. {{(pid=73807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 19:39:28.407517 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-ab611b64-8b24-4c84-9f8e-f0bc7e81579f req-70eb0495-d9f0-40c6-92de-d4513d99bc33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62583833'] for port, after_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:28.412132 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:39:28.505580 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-dd63715f-a6d7-4e6e-bdda-5b36dd767cf6 None None] Calling delete_port for 4eb161ea-4841-477c-8e32-afc22afa30bb owned by network:dhcp {{(pid=73809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 19:39:28.510009 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.ipam_backend_mixin [None req-dd63715f-a6d7-4e6e-bdda-5b36dd767cf6 None None] Port 4eb161ea-4841-477c-8e32-afc22afa30bb was not found and therefore no delete operation was performed {{(pid=73809) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Apr 30 19:39:28.514897 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-dd63715f-a6d7-4e6e-bdda-5b36dd767cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780697316006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780696898079'] for port, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:28.516155 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-210b06bb-bb64-4ddd-a445-5b3f2ecf0872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3605456', 'neutron.services.segments.db._delete_segments_for_network-8780697326129'] for network, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:28.524942 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:39:28.610688 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eb0495-d9f0-40c6-92de-d4513d99bc33 service neutron] Pushing event updated for resources: {'Port': ['ID=a5c3c016-0586-414c-9d11-435e0276b52c,revision_number=2']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:39:28.614274 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-70eb0495-d9f0-40c6-92de-d4513d99bc33 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:39:28.614622 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd63715f-a6d7-4e6e-bdda-5b36dd767cf6 None None] Pushing event deleted for resources: {'Port': ['ID=4eb161ea-4841-477c-8e32-afc22afa30bb,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:39:28.619021 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-dd63715f-a6d7-4e6e-bdda-5b36dd767cf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:39:28.621280 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd63715f-a6d7-4e6e-bdda-5b36dd767cf6 None None] No DVR routers for this DVR port 4eb161ea-4841-477c-8e32-afc22afa30bb on host dv-cinder-733622-14-smb {{(pid=73809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 19:39:28.644326 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.services.segments.db [None req-210b06bb-bb64-4ddd-a445-5b3f2ecf0872 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9550696-1d67-45d6-8a04-78e6b9388125']}} {{(pid=73808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:39:28.661226 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7f40a0-5d63-48f1-b878-50c131eacb98 req-19be3d64-4e20-4f03-97d6-ba252396c7a6 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:39:28.662676 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-fa7f40a0-5d63-48f1-b878-50c131eacb98 req-19be3d64-4e20-4f03-97d6-ba252396c7a6 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] 10.222.0.41 "GET /v2.0/ports?device_id=26340006-871d-4efb-92fc-81d998610f77 HTTP/1.1" status: 200 len: 943 time: 0.2742252 Apr 30 19:39:28.666192 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.services.segments.db [None req-210b06bb-bb64-4ddd-a445-5b3f2ecf0872 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff08c19b-8960-47af-a26c-8b502f897ff7') {'for_net_delete': True} {{(pid=73808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:39:28.666489 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.services.segments.db [None req-210b06bb-bb64-4ddd-a445-5b3f2ecf0872 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff08c19b-8960-47af-a26c-8b502f897ff7') {} {{(pid=73808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:39:28.669477 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.managers [req-ab611b64-8b24-4c84-9f8e-f0bc7e81579f req-70eb0495-d9f0-40c6-92de-d4513d99bc33 service neutron] Attempting to bind port a5c3c016-0586-414c-9d11-435e0276b52c on host hv-cinder-73362 for vnic_type normal with profile {{(pid=73807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 19:39:28.669820 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.managers [req-ab611b64-8b24-4c84-9f8e-f0bc7e81579f req-70eb0495-d9f0-40c6-92de-d4513d99bc33 service neutron] Attempting to bind port a5c3c016-0586-414c-9d11-435e0276b52c by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '06087188-73d5-41e8-93c8-9df1c0db07c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'd5b07e11-4a5f-4a04-80fe-7d0896792e8e'}] {{(pid=73807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 19:39:28.670155 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab611b64-8b24-4c84-9f8e-f0bc7e81579f req-70eb0495-d9f0-40c6-92de-d4513d99bc33 service neutron] Attempting to bind port a5c3c016-0586-414c-9d11-435e0276b52c on network d5b07e11-4a5f-4a04-80fe-7d0896792e8e {{(pid=73807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 19:39:28.675659 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab611b64-8b24-4c84-9f8e-f0bc7e81579f req-70eb0495-d9f0-40c6-92de-d4513d99bc33 service neutron] Port a5c3c016-0586-414c-9d11-435e0276b52c on network d5b07e11-4a5f-4a04-80fe-7d0896792e8e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=73807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 19:39:28.675988 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab611b64-8b24-4c84-9f8e-f0bc7e81579f req-70eb0495-d9f0-40c6-92de-d4513d99bc33 service neutron] Attempting to bind port a5c3c016-0586-414c-9d11-435e0276b52c on network d5b07e11-4a5f-4a04-80fe-7d0896792e8e {{(pid=73807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 19:39:28.681279 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab611b64-8b24-4c84-9f8e-f0bc7e81579f req-70eb0495-d9f0-40c6-92de-d4513d99bc33 service neutron] Checking agent: {'id': '787256c0-27a9-4f74-baeb-f887319a5aee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 19, 30, 29), 'started_at': datetime.datetime(2021, 4, 30, 19, 30, 29), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 19, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 19:39:28.681617 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab611b64-8b24-4c84-9f8e-f0bc7e81579f req-70eb0495-d9f0-40c6-92de-d4513d99bc33 service neutron] Checking segment: {'id': '06087188-73d5-41e8-93c8-9df1c0db07c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'd5b07e11-4a5f-4a04-80fe-7d0896792e8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 19:39:28.682001 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab611b64-8b24-4c84-9f8e-f0bc7e81579f req-70eb0495-d9f0-40c6-92de-d4513d99bc33 service neutron] Bound using segment: {'id': '06087188-73d5-41e8-93c8-9df1c0db07c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'd5b07e11-4a5f-4a04-80fe-7d0896792e8e'} {{(pid=73807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 19:39:28.682435 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.managers [req-ab611b64-8b24-4c84-9f8e-f0bc7e81579f req-70eb0495-d9f0-40c6-92de-d4513d99bc33 service neutron] Bound port: a5c3c016-0586-414c-9d11-435e0276b52c, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06087188-73d5-41e8-93c8-9df1c0db07c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'd5b07e11-4a5f-4a04-80fe-7d0896792e8e'}}] {{(pid=73807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 19:39:28.682785 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-ab611b64-8b24-4c84-9f8e-f0bc7e81579f req-70eb0495-d9f0-40c6-92de-d4513d99bc33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:28.693364 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-210b06bb-bb64-4ddd-a445-5b3f2ecf0872 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780697336679', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1832946'] for segment, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:28.723419 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-210b06bb-bb64-4ddd-a445-5b3f2ecf0872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611927'] for segment, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:28.735281 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-210b06bb-bb64-4ddd-a445-5b3f2ecf0872 admin admin] Releasing vlan 500 on physical network physnet1 to pool {{(pid=73808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 19:39:28.750897 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-fa7f40a0-5d63-48f1-b878-50c131eacb98 req-42b69bfa-cb2d-49f5-b46a-56f25605c0b6 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f019d96-192f-416f-83cf-41df534ad972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775440 Apr 30 19:39:28.880081 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.db [req-ab611b64-8b24-4c84-9f8e-f0bc7e81579f req-70eb0495-d9f0-40c6-92de-d4513d99bc33 service neutron] For port a5c3c016-0586-414c-9d11-435e0276b52c, host hv-cinder-73362, cleared binding levels {{(pid=73807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 19:39:28.883222 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.db [req-ab611b64-8b24-4c84-9f8e-f0bc7e81579f req-70eb0495-d9f0-40c6-92de-d4513d99bc33 service neutron] For port a5c3c016-0586-414c-9d11-435e0276b52c, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=a5c3c016-0586-414c-9d11-435e0276b52c,segment=NetworkSegment(06087188-73d5-41e8-93c8-9df1c0db07c0),segment_id=06087188-73d5-41e8-93c8-9df1c0db07c0)] {{(pid=73807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 19:39:28.886793 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-ab611b64-8b24-4c84-9f8e-f0bc7e81579f req-70eb0495-d9f0-40c6-92de-d4513d99bc33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62583833'] for port, after_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:28.890459 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-ebfea2a1-1d71-442d-a4d6-fe8818a23e95 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:39:28.894088 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Device d35ff2a7-fe54-49ae-966e-26626be289c8 no longer exists at agent ovs-agent-dv-cinder-733622-14-smb {{(pid=73809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 19:39:28.909024 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.plugins.ml2.managers [None req-210b06bb-bb64-4ddd-a445-5b3f2ecf0872 admin admin] Network c9550696-1d67-45d6-8a04-78e6b9388125 has no segments {{(pid=73808) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 19:39:28.917617 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-210b06bb-bb64-4ddd-a445-5b3f2ecf0872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60822335'] for segment, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:28.928462 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] No Port match for: d35ff2a7-fe54-49ae-966e-26626be289c8 {{(pid=73809) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 19:39:28.928930 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Device d35ff2a7-fe54-49ae-966e-26626be289c8 not bound to the agent host dv-cinder-733622-14-smb {{(pid=73809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 19:39:28.929435 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Device 4eb161ea-4841-477c-8e32-afc22afa30bb no longer exists at agent ovs-agent-dv-cinder-733622-14-smb {{(pid=73809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 19:39:28.950593 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab611b64-8b24-4c84-9f8e-f0bc7e81579f req-70eb0495-d9f0-40c6-92de-d4513d99bc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:39:28.951276 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-ab611b64-8b24-4c84-9f8e-f0bc7e81579f req-70eb0495-d9f0-40c6-92de-d4513d99bc33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937687'] for port, before_response {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:28.952804 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-ab611b64-8b24-4c84-9f8e-f0bc7e81579f req-70eb0495-d9f0-40c6-92de-d4513d99bc33 service neutron] 10.222.0.48 "PUT /v2.0/ports/a5c3c016-0586-414c-9d11-435e0276b52c HTTP/1.1" status: 200 len: 1093 time: 1.1066380 Apr 30 19:39:28.953326 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26340006-871d-4efb-92fc-81d998610f77', 'tag': 'a5c3c016-0586-414c-9d11-435e0276b52c'}] {{(pid=73807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 19:39:28.976912 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] No Port match for: 4eb161ea-4841-477c-8e32-afc22afa30bb {{(pid=73809) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 19:39:28.977955 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Device 4eb161ea-4841-477c-8e32-afc22afa30bb not bound to the agent host dv-cinder-733622-14-smb {{(pid=73809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 19:39:28.989890 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eb0495-d9f0-40c6-92de-d4513d99bc33 service neutron] Pushing event updated for resources: {'Port': ['ID=a5c3c016-0586-414c-9d11-435e0276b52c,revision_number=3']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:39:28.994570 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-70eb0495-d9f0-40c6-92de-d4513d99bc33 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:39:29.009616 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26340006-871d-4efb-92fc-81d998610f77', 'tag': 'a5c3c016-0586-414c-9d11-435e0276b52c', 'status': 'completed', 'code': 200} Apr 30 19:39:29.092267 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab611b64-8b24-4c84-9f8e-f0bc7e81579f req-ad9d8ffc-7f83-4b93-8ff2-95012da7286e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:39:29.093740 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-ab611b64-8b24-4c84-9f8e-f0bc7e81579f req-ad9d8ffc-7f83-4b93-8ff2-95012da7286e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ce1e5b078b6c42eab797bb5b856fe423&device_id=26340006-871d-4efb-92fc-81d998610f77 HTTP/1.1" status: 200 len: 1096 time: 0.0749829 Apr 30 19:39:29.102872 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.plugins.ml2.managers [None req-210b06bb-bb64-4ddd-a445-5b3f2ecf0872 admin admin] Network c9550696-1d67-45d6-8a04-78e6b9388125 has no segments {{(pid=73808) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 19:39:29.124202 dv-cinder-733622-14-smb neutron-server[73808]: Traceback (most recent call last): Apr 30 19:39:29.124202 dv-cinder-733622-14-smb neutron-server[73808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 19:39:29.124202 dv-cinder-733622-14-smb neutron-server[73808]: timer() Apr 30 19:39:29.124202 dv-cinder-733622-14-smb neutron-server[73808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 19:39:29.124202 dv-cinder-733622-14-smb neutron-server[73808]: cb(*args, **kw) Apr 30 19:39:29.124202 dv-cinder-733622-14-smb neutron-server[73808]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 19:39:29.124202 dv-cinder-733622-14-smb neutron-server[73808]: return func(*args, **kwargs) Apr 30 19:39:29.124202 dv-cinder-733622-14-smb neutron-server[73808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 19:39:29.124202 dv-cinder-733622-14-smb neutron-server[73808]: self._notify() Apr 30 19:39:29.124202 dv-cinder-733622-14-smb neutron-server[73808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 19:39:29.124202 dv-cinder-733622-14-smb neutron-server[73808]: self.callback(batched_events) Apr 30 19:39:29.124202 dv-cinder-733622-14-smb neutron-server[73808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 19:39:29.124202 dv-cinder-733622-14-smb neutron-server[73808]: event.method(event) Apr 30 19:39:29.124202 dv-cinder-733622-14-smb neutron-server[73808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 19:39:29.124202 dv-cinder-733622-14-smb neutron-server[73808]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 19:39:29.124202 dv-cinder-733622-14-smb neutron-server[73808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 19:39:29.124202 dv-cinder-733622-14-smb neutron-server[73808]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 19:39:29.124202 dv-cinder-733622-14-smb neutron-server[73808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 19:39:29.124202 dv-cinder-733622-14-smb neutron-server[73808]: return f(self, *a, **k) Apr 30 19:39:29.124202 dv-cinder-733622-14-smb neutron-server[73808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 19:39:29.124202 dv-cinder-733622-14-smb neutron-server[73808]: return self._get(url).json() Apr 30 19:39:29.124202 dv-cinder-733622-14-smb neutron-server[73808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 19:39:29.124202 dv-cinder-733622-14-smb neutron-server[73808]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 19:39:29.124202 dv-cinder-733622-14-smb neutron-server[73808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 19:39:29.124202 dv-cinder-733622-14-smb neutron-server[73808]: return self.request(url, 'GET', **kwargs) Apr 30 19:39:29.124202 dv-cinder-733622-14-smb neutron-server[73808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 19:39:29.124202 dv-cinder-733622-14-smb neutron-server[73808]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 19:39:29.124202 dv-cinder-733622-14-smb neutron-server[73808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 19:39:29.124202 dv-cinder-733622-14-smb neutron-server[73808]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 19:39:29.124202 dv-cinder-733622-14-smb neutron-server[73808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 19:39:29.124202 dv-cinder-733622-14-smb neutron-server[73808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 19:39:29.124202 dv-cinder-733622-14-smb neutron-server[73808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 19:39:29.163796 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-ab611b64-8b24-4c84-9f8e-f0bc7e81579f req-16ac4bf1-ece3-47b6-860f-b0b7f57c423b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5c3c016-0586-414c-9d11-435e0276b52c HTTP/1.1" status: 200 len: 217 time: 0.0613618 Apr 30 19:39:29.200929 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-210b06bb-bb64-4ddd-a445-5b3f2ecf0872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3605455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679237'] for network, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:29.205701 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-210b06bb-bb64-4ddd-a445-5b3f2ecf0872 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533183'] for network, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:29.208398 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:39:29.230664 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210b06bb-bb64-4ddd-a445-5b3f2ecf0872 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9550696-1d67-45d6-8a04-78e6b9388125,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:39:29.234446 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:29.235482 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab611b64-8b24-4c84-9f8e-f0bc7e81579f req-cc72cd90-ebf1-4ab4-bf63-7a78e8a85c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:39:29.236937 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-210b06bb-bb64-4ddd-a445-5b3f2ecf0872 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:39:29.237078 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-ab611b64-8b24-4c84-9f8e-f0bc7e81579f req-cc72cd90-ebf1-4ab4-bf63-7a78e8a85c5f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8b692ce1-da5b-4ca1-b1bc-2bc79fa0b7f3 HTTP/1.1" status: 200 len: 854 time: 0.0655870 Apr 30 19:39:29.243696 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-210b06bb-bb64-4ddd-a445-5b3f2ecf0872 admin admin] 10.222.0.41 "DELETE /v2.0/networks/c9550696-1d67-45d6-8a04-78e6b9388125 HTTP/1.1" status: 204 len: 168 time: 1.6042819 Apr 30 19:39:29.246541 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 48162) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:39:29.285955 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-ab611b64-8b24-4c84-9f8e-f0bc7e81579f req-01ce525c-e41b-4d35-84d2-5b8b1d4e4844 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d5b07e11-4a5f-4a04-80fe-7d0896792e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421383 Apr 30 19:39:29.288289 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-abaefda2-14da-46b7-be41-c4f24c026f78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:29.421864 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-ab611b64-8b24-4c84-9f8e-f0bc7e81579f req-f27e37cc-7373-4711-abee-e6b261b5ee68 service neutron] 10.222.0.48 "GET /v2.0/networks/d5b07e11-4a5f-4a04-80fe-7d0896792e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278796 Apr 30 19:39:29.554352 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-ab611b64-8b24-4c84-9f8e-f0bc7e81579f req-38b2af72-d6ef-4ef9-8d97-f919b28f6900 service neutron] 10.222.0.48 "GET /v2.0/networks/d5b07e11-4a5f-4a04-80fe-7d0896792e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258941 Apr 30 19:39:29.673723 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15af1128-de0c-4e93-ab89-f6a43ba0b903 req-6d1a1aed-ea3e-4268-89fd-905db0e4fada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:39:29.675655 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-15af1128-de0c-4e93-ab89-f6a43ba0b903 req-6d1a1aed-ea3e-4268-89fd-905db0e4fada service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ce1e5b078b6c42eab797bb5b856fe423&device_id=26340006-871d-4efb-92fc-81d998610f77 HTTP/1.1" status: 200 len: 1096 time: 0.0719879 Apr 30 19:39:29.820626 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15af1128-de0c-4e93-ab89-f6a43ba0b903 req-2ab4e77d-4c28-4bd2-8ab3-a262e7c8bc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:39:29.822139 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-15af1128-de0c-4e93-ab89-f6a43ba0b903 req-2ab4e77d-4c28-4bd2-8ab3-a262e7c8bc07 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d5b07e11-4a5f-4a04-80fe-7d0896792e8e HTTP/1.1" status: 200 len: 915 time: 0.1399856 Apr 30 19:39:29.898001 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-15af1128-de0c-4e93-ab89-f6a43ba0b903 req-93664e1e-20d0-4760-97b1-13b7d6211eab service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5c3c016-0586-414c-9d11-435e0276b52c HTTP/1.1" status: 200 len: 217 time: 0.0688987 Apr 30 19:39:29.954579 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-d21a3eed-d76e-4b5a-9aa1-ef86ffddb2cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657221'] for router_interface, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:29.967673 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15af1128-de0c-4e93-ab89-f6a43ba0b903 req-bb44ab27-ae88-4ca6-bb3d-c8990adb3e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:39:29.969126 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-15af1128-de0c-4e93-ab89-f6a43ba0b903 req-bb44ab27-ae88-4ca6-bb3d-c8990adb3e99 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8b692ce1-da5b-4ca1-b1bc-2bc79fa0b7f3 HTTP/1.1" status: 200 len: 854 time: 0.0635774 Apr 30 19:39:30.017444 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-15af1128-de0c-4e93-ab89-f6a43ba0b903 req-66b0c89e-0ec5-4eeb-888c-1491c9ae5250 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d5b07e11-4a5f-4a04-80fe-7d0896792e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410779 Apr 30 19:39:30.030391 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9859ea3c-6df8-46b0-8452-c2c1c0fa9666 req-3b621ec5-fd79-4f30-ba0b-35f2a45e98a6 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:39:30.031842 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-9859ea3c-6df8-46b0-8452-c2c1c0fa9666 req-3b621ec5-fd79-4f30-ba0b-35f2a45e98a6 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] 10.222.0.41 "GET /v2.0/ports?device_id=26340006-871d-4efb-92fc-81d998610f77 HTTP/1.1" status: 200 len: 943 time: 0.1699686 Apr 30 19:39:30.153819 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-15af1128-de0c-4e93-ab89-f6a43ba0b903 req-ecaa48ee-d353-4a91-a2ab-3ef7cabf7ec9 service neutron] 10.222.0.48 "GET /v2.0/networks/d5b07e11-4a5f-4a04-80fe-7d0896792e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293166 Apr 30 19:39:30.168624 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-9859ea3c-6df8-46b0-8452-c2c1c0fa9666 req-471719fc-3a5c-4a97-b0f5-3f5972038e0a tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f019d96-192f-416f-83cf-41df534ad972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260171 Apr 30 19:39:30.290266 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-15af1128-de0c-4e93-ab89-f6a43ba0b903 req-cc7aea5a-a543-43ba-915d-22d2be25c629 service neutron] 10.222.0.48 "GET /v2.0/networks/d5b07e11-4a5f-4a04-80fe-7d0896792e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289108 Apr 30 19:39:30.420780 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.plugins.ml2.plugin [None req-d21a3eed-d76e-4b5a-9aa1-ef86ffddb2cf admin admin] Deleting port fc0925e9-1cae-4776-82d0-c6e98b2b604c {{(pid=73808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 19:39:30.421115 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-d21a3eed-d76e-4b5a-9aa1-ef86ffddb2cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780697314645'] for port, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:30.539137 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.plugins.ml2.db [None req-d21a3eed-d76e-4b5a-9aa1-ef86ffddb2cf admin admin] For port fc0925e9-1cae-4776-82d0-c6e98b2b604c, host dv-cinder-733622-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-14-smb',level=0,port_id=fc0925e9-1cae-4776-82d0-c6e98b2b604c,segment=NetworkSegment(982ecb55-3b03-42c5-91fd-48f4853e3ccf),segment_id=982ecb55-3b03-42c5-91fd-48f4853e3ccf)] {{(pid=73808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:39:30.539480 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-d21a3eed-d76e-4b5a-9aa1-ef86ffddb2cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664767'] for port, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:30.661583 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.plugins.ml2.plugin [None req-d21a3eed-d76e-4b5a-9aa1-ef86ffddb2cf admin admin] Calling delete_port for fc0925e9-1cae-4776-82d0-c6e98b2b604c owned by network:router_interface {{(pid=73808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 19:39:30.804140 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-d21a3eed-d76e-4b5a-9aa1-ef86ffddb2cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780697316006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780696898079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60822380'] for port, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:30.807559 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-85974979-4e51-4d46-86bf-ec8f144effba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:39:30.853916 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21a3eed-d76e-4b5a-9aa1-ef86ffddb2cf admin admin] Pushing event deleted for resources: {'Port': ['ID=fc0925e9-1cae-4776-82d0-c6e98b2b604c,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:39:30.856309 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-d21a3eed-d76e-4b5a-9aa1-ef86ffddb2cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:39:31.116617 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-d21a3eed-d76e-4b5a-9aa1-ef86ffddb2cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665589'] for router_interface, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:31.365170 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e478f18-84df-4eec-8ba7-fb527a99e6d7 req-9ce23610-17f7-4630-9074-f7926131b80b tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:39:31.365889 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [req-8e478f18-84df-4eec-8ba7-fb527a99e6d7 req-9ce23610-17f7-4630-9074-f7926131b80b tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Synchronizing usage tracker for tenant:ce1e5b078b6c42eab797bb5b856fe423 on resource:port {{(pid=73807) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 19:39:31.382770 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [req-8e478f18-84df-4eec-8ba7-fb527a99e6d7 req-9ce23610-17f7-4630-9074-f7926131b80b tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Unset dirty status for tenant:ce1e5b078b6c42eab797bb5b856fe423 on resource:port {{(pid=73807) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 19:39:31.383909 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-8e478f18-84df-4eec-8ba7-fb527a99e6d7 req-9ce23610-17f7-4630-9074-f7926131b80b tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] 10.222.0.41 "GET /v2.0/ports?device_id=26340006-871d-4efb-92fc-81d998610f77 HTTP/1.1" status: 200 len: 943 time: 0.1002214 Apr 30 19:39:31.429679 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-8e478f18-84df-4eec-8ba7-fb527a99e6d7 req-ce90f061-555b-4616-8e14-9bf7150aa81d tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f019d96-192f-416f-83cf-41df534ad972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398521 Apr 30 19:39:31.577837 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d21a3eed-d76e-4b5a-9aa1-ef86ffddb2cf admin admin] Router bd3cb6e5-fe28-46bd-838b-bb0405202209 has already been hosted by L3 agent 19062261-8801-4f4d-b71c-f22a3dba3fbe {{(pid=73808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 19:39:31.602820 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Device a5c3c016-0586-414c-9d11-435e0276b52c details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=73809) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 19:39:31.735353 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-65ba8c12-0d06-4959-8304-606821799626 None None] For port a5c3c016-0586-414c-9d11-435e0276b52c, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=a5c3c016-0586-414c-9d11-435e0276b52c,segment=NetworkSegment(06087188-73d5-41e8-93c8-9df1c0db07c0),segment_id=06087188-73d5-41e8-93c8-9df1c0db07c0)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:39:31.748189 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Returning: {'device': 'a5c3c016-0586-414c-9d11-435e0276b52c', 'network_id': 'd5b07e11-4a5f-4a04-80fe-7d0896792e8e', 'port_id': 'a5c3c016-0586-414c-9d11-435e0276b52c', 'mac_address': 'fa:16:3e:8e:e2:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b692ce1-da5b-4ca1-b1bc-2bc79fa0b7f3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73809) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 19:39:31.755206 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d21a3eed-d76e-4b5a-9aa1-ef86ffddb2cf admin admin] Notify agent at l3_agent.dv-cinder-733622-14-smb the message routers_updated {{(pid=73808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 19:39:31.763164 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8117baec-2b4a-4ff8-8307-2b782805a83c None None] Sync routers for ids ['bd3cb6e5-fe28-46bd-838b-bb0405202209'] in dv-cinder-733622-14-smb {{(pid=73810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 19:39:31.763855 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-d21a3eed-d76e-4b5a-9aa1-ef86ffddb2cf admin admin] 10.222.0.41 "PUT /v2.0/routers/bd3cb6e5-fe28-46bd-838b-bb0405202209/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5163829 Apr 30 19:39:31.766329 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 48170) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:39:31.774465 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8117baec-2b4a-4ff8-8307-2b782805a83c None None] Routers {'bd3cb6e5-fe28-46bd-838b-bb0405202209'} bound to L3 agent in host dv-cinder-733622-14-smb {{(pid=73810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 19:39:31.775057 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-8117baec-2b4a-4ff8-8307-2b782805a83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T19:24:27Z,description=,heartbeat_timestamp=2021-04-30T19:39:27Z,host='dv-cinder-733622-14-smb',id=19062261-8801-4f4d-b71c-f22a3dba3fbe,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T19:24:27Z,topic='l3_agent')) {'router_ids': ['bd3cb6e5-fe28-46bd-838b-bb0405202209'], 'active': True} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:39:31.806170 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:31.823629 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.notifiers.nova [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5c3c016-0586-414c-9d11-435e0276b52c {{(pid=73809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 19:39:31.840452 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-65ba8c12-0d06-4959-8304-606821799626 None None] For port a5c3c016-0586-414c-9d11-435e0276b52c, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=a5c3c016-0586-414c-9d11-435e0276b52c,segment=NetworkSegment(06087188-73d5-41e8-93c8-9df1c0db07c0),segment_id=06087188-73d5-41e8-93c8-9df1c0db07c0)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:39:31.844768 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:31.849948 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-2df0a739-62cb-48e4-a20c-d963fd971918 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:39:31.920807 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Pushing event updated for resources: {'Port': ['ID=a5c3c016-0586-414c-9d11-435e0276b52c,revision_number=4']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:39:31.923883 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:39:31.940815 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-474ba417-c055-4afe-95b7-9f399dc62926 admin admin] Notify callbacks [] for router, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:31.951428 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.l3_dvr_db [None req-8117baec-2b4a-4ff8-8307-2b782805a83c None None] Set router bd3cb6e5-fe28-46bd-838b-bb0405202209 gateway port host: dv-cinder-733622-14-smb {{(pid=73810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 19:39:32.087923 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-65ba8c12-0d06-4959-8304-606821799626 None None] get_ports_and_sgs() called for port_ids ['a5c3c016-0586-414c-9d11-435e0276b52c'] {{(pid=73809) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 19:39:32.117127 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-474ba417-c055-4afe-95b7-9f399dc62926 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:32.203951 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.plugins.ml2.plugin [None req-474ba417-c055-4afe-95b7-9f399dc62926 admin admin] Deleting port e9121842-a392-4b4f-b635-1042592001e8 {{(pid=73808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 19:39:32.204325 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-474ba417-c055-4afe-95b7-9f399dc62926 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780697314645'] for port, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:32.262970 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-8117baec-2b4a-4ff8-8307-2b782805a83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd3cb6e5-fe28-46bd-838b-bb0405202209', 'name': 'tempest-TestShelveInstance-1512564343-router', 'tenant_id': '8eab92d2c9d2403d824a2dc5b2157b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'external_fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.123'}], 'enable_snat': True}, 'gw_port_id': 'e9121842-a392-4b4f-b635-1042592001e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T19:34:50Z', 'updated_at': '2021-04-30T19:39:30Z', 'revision_number': 5, 'project_id': '8eab92d2c9d2403d824a2dc5b2157b48', 'gw_port': {'id': 'e9121842-a392-4b4f-b635-1042592001e8', 'name': '', 'network_id': '9e2cb0a9-3cd5-469c-a540-cf97b68fc2a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:63:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3cb6e5-fe28-46bd-838b-bb0405202209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'ip_address': '172.28.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T19:34:51Z', 'updated_at': '2021-04-30T19:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '476340fc-add5-4316-93e7-f3b1afc75f73', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-14-smb'}], 'dv-cinder-733622-14-smb', False) {} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:39:32.267430 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8117baec-2b4a-4ff8-8307-2b782805a83c None None] Checking router: bd3cb6e5-fe28-46bd-838b-bb0405202209 for host: dv-cinder-733622-14-smb {{(pid=73810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 19:39:32.276498 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8117baec-2b4a-4ff8-8307-2b782805a83c None None] Routers {'bd3cb6e5-fe28-46bd-838b-bb0405202209'} bound to L3 agent in host dv-cinder-733622-14-smb {{(pid=73810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 19:39:32.277104 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-8117baec-2b4a-4ff8-8307-2b782805a83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T19:24:27Z,description=,heartbeat_timestamp=2021-04-30T19:39:27Z,host='dv-cinder-733622-14-smb',id=19062261-8801-4f4d-b71c-f22a3dba3fbe,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T19:24:27Z,topic='l3_agent')) {'router_ids': ['bd3cb6e5-fe28-46bd-838b-bb0405202209'], 'active': True} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:39:32.329760 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.plugins.ml2.db [None req-474ba417-c055-4afe-95b7-9f399dc62926 admin admin] For port e9121842-a392-4b4f-b635-1042592001e8, host dv-cinder-733622-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-14-smb',level=0,port_id=e9121842-a392-4b4f-b635-1042592001e8,segment=NetworkSegment(8177dc3e-ee2d-49a8-85cc-32dd03e75f21),segment_id=8177dc3e-ee2d-49a8-85cc-32dd03e75f21)] {{(pid=73808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:39:32.330134 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-474ba417-c055-4afe-95b7-9f399dc62926 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664767'] for port, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:32.423781 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.l3_dvr_db [None req-8117baec-2b4a-4ff8-8307-2b782805a83c None None] Set router bd3cb6e5-fe28-46bd-838b-bb0405202209 gateway port host: None {{(pid=73810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 19:39:32.455904 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.plugins.ml2.plugin [None req-474ba417-c055-4afe-95b7-9f399dc62926 admin admin] Calling delete_port for e9121842-a392-4b4f-b635-1042592001e8 owned by network:router_gateway {{(pid=73808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 19:39:32.558468 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.l3_hamode_db [None req-8117baec-2b4a-4ff8-8307-2b782805a83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd3cb6e5-fe28-46bd-838b-bb0405202209', 'name': 'tempest-TestShelveInstance-1512564343-router', 'tenant_id': '8eab92d2c9d2403d824a2dc5b2157b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T19:34:50Z', 'updated_at': '2021-04-30T19:39:32Z', 'revision_number': 6, 'project_id': '8eab92d2c9d2403d824a2dc5b2157b48', 'gw_port_host': None}], 'dv-cinder-733622-14-smb', False) {} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:39:32.562377 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8117baec-2b4a-4ff8-8307-2b782805a83c None None] The sync data for ids ['bd3cb6e5-fe28-46bd-838b-bb0405202209'] in dv-cinder-733622-14-smb is: [{'id': 'bd3cb6e5-fe28-46bd-838b-bb0405202209', 'name': 'tempest-TestShelveInstance-1512564343-router', 'tenant_id': '8eab92d2c9d2403d824a2dc5b2157b48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T19:34:50Z', 'updated_at': '2021-04-30T19:39:32Z', 'revision_number': 6, 'project_id': '8eab92d2c9d2403d824a2dc5b2157b48', 'gw_port_host': None}] {{(pid=73810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 19:39:32.748048 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-474ba417-c055-4afe-95b7-9f399dc62926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780697316006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780696898079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60822380'] for port, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:32.753350 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-988f849c-f694-42c9-87e8-313932d1da05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:39:32.828971 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474ba417-c055-4afe-95b7-9f399dc62926 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9121842-a392-4b4f-b635-1042592001e8,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:39:32.838722 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-474ba417-c055-4afe-95b7-9f399dc62926 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:39:32.883044 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e58d83-eeb9-4a33-95b7-a5f38511a971 req-aec62bb4-f214-4df9-ba2e-70ff5d9f30e1 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:39:32.884527 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-73e58d83-eeb9-4a33-95b7-a5f38511a971 req-aec62bb4-f214-4df9-ba2e-70ff5d9f30e1 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] 10.222.0.41 "GET /v2.0/ports?device_id=26340006-871d-4efb-92fc-81d998610f77 HTTP/1.1" status: 200 len: 944 time: 0.3204958 Apr 30 19:39:32.939424 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-474ba417-c055-4afe-95b7-9f399dc62926 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-679274'] for router_gateway, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:33.050181 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-73e58d83-eeb9-4a33-95b7-a5f38511a971 req-a788d81e-4563-4723-92e8-85e8cb56f906 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f019d96-192f-416f-83cf-41df534ad972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573339 Apr 30 19:39:33.123290 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-474ba417-c055-4afe-95b7-9f399dc62926 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-678398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28832'] for router, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:33.125481 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-474ba417-c055-4afe-95b7-9f399dc62926 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:33.148711 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-474ba417-c055-4afe-95b7-9f399dc62926 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-679714'] for router, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:33.149236 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-474ba417-c055-4afe-95b7-9f399dc62926 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd3cb6e5-fe28-46bd-838b-bb0405202209 {{(pid=73808) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 30 19:39:33.161715 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-474ba417-c055-4afe-95b7-9f399dc62926 admin admin] Notify callbacks [] for router, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:33.162804 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-474ba417-c055-4afe-95b7-9f399dc62926 admin admin] 10.222.0.41 "DELETE /v2.0/routers/bd3cb6e5-fe28-46bd-838b-bb0405202209 HTTP/1.1" status: 204 len: 168 time: 1.3955991 Apr 30 19:39:33.165302 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 48176) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:39:33.223422 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.db_base_plugin_v2 [None req-952756f8-cc9a-46f9-a532-ec343c4e14f1 admin admin] Deleting subnet 7191757f-275a-4406-ba45-ff6253d1ba1c {{(pid=73808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 19:39:33.226261 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-952756f8-cc9a-46f9-a532-ec343c4e14f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:33.278547 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-952756f8-cc9a-46f9-a532-ec343c4e14f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1832907'] for subnet, precommit_delete_associations {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:33.325409 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Device fc0925e9-1cae-4776-82d0-c6e98b2b604c no longer exists at agent ovs-agent-dv-cinder-733622-14-smb {{(pid=73809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 19:39:33.359793 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-952756f8-cc9a-46f9-a532-ec343c4e14f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3610189'] for subnet, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:33.362932 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] No Port match for: fc0925e9-1cae-4776-82d0-c6e98b2b604c {{(pid=73809) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 19:39:33.363289 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Device fc0925e9-1cae-4776-82d0-c6e98b2b604c not bound to the agent host dv-cinder-733622-14-smb {{(pid=73809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 19:39:33.614890 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Device a5c3c016-0586-414c-9d11-435e0276b52c up at agent hyperv_hv-cinder-73362 {{(pid=73809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 19:39:33.615252 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-952756f8-cc9a-46f9-a532-ec343c4e14f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3610180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60822941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61161554'] for subnet, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:33.622042 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:39:33.653192 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952756f8-cc9a-46f9-a532-ec343c4e14f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7191757f-275a-4406-ba45-ff6253d1ba1c,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:39:33.656148 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-952756f8-cc9a-46f9-a532-ec343c4e14f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:39:33.657553 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-952756f8-cc9a-46f9-a532-ec343c4e14f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533183'] for subnet, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:33.665758 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-952756f8-cc9a-46f9-a532-ec343c4e14f1 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/7191757f-275a-4406-ba45-ff6253d1ba1c HTTP/1.1" status: 204 len: 168 time: 0.4973505 Apr 30 19:39:33.665985 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 48180) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:39:33.668620 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b085bb1-7c8b-42f5-8880-b371d845d3c3 None None] Network 8367e556-62d4-4466-94c7-9f7ebd46f58c requested from dv-cinder-733622-14-smb {{(pid=73809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 19:39:33.771825 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-fcf2dd3b-3211-4b28-bb51-35eefb06cc05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3786539'] for network, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:33.806463 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Provisioning for port a5c3c016-0586-414c-9d11-435e0276b52c completed by entity L2. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 19:39:33.844470 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Provisioning complete for port a5c3c016-0586-414c-9d11-435e0276b52c triggered by entity L2. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 19:39:33.844762 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618911'] for port, provisioning_complete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:33.855536 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.plugins.ml2.plugin [None req-fcf2dd3b-3211-4b28-bb51-35eefb06cc05 admin admin] Deleting port accc01b3-b6fc-4557-8621-23e868d8fe50 {{(pid=73808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 19:39:33.855790 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-fcf2dd3b-3211-4b28-bb51-35eefb06cc05 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780697314645'] for port, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:33.952327 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.plugins.ml2.db [None req-fcf2dd3b-3211-4b28-bb51-35eefb06cc05 admin admin] For port accc01b3-b6fc-4557-8621-23e868d8fe50, host dv-cinder-733622-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-14-smb',level=0,port_id=accc01b3-b6fc-4557-8621-23e868d8fe50,segment=NetworkSegment(982ecb55-3b03-42c5-91fd-48f4853e3ccf),segment_id=982ecb55-3b03-42c5-91fd-48f4853e3ccf)] {{(pid=73808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:39:33.952680 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-fcf2dd3b-3211-4b28-bb51-35eefb06cc05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664767'] for port, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:33.988049 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:34.017946 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26340006-871d-4efb-92fc-81d998610f77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5c3c016-0586-414c-9d11-435e0276b52c'}] {{(pid=73809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 19:39:34.025106 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7349ff-592d-4c45-8aa8-d549379b6766 None None] DHCP port deletion for 8367e556-62d4-4466-94c7-9f7ebd46f58c request from dv-cinder-733622-14-smb {{(pid=73809) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 30 19:39:34.032472 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-65ba8c12-0d06-4959-8304-606821799626 None None] For port a5c3c016-0586-414c-9d11-435e0276b52c, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=a5c3c016-0586-414c-9d11-435e0276b52c,segment=NetworkSegment(06087188-73d5-41e8-93c8-9df1c0db07c0),segment_id=06087188-73d5-41e8-93c8-9df1c0db07c0)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:39:34.069553 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:34.072580 dv-cinder-733622-14-smb neutron-server[73809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26340006-871d-4efb-92fc-81d998610f77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5c3c016-0586-414c-9d11-435e0276b52c', 'code': 200} Apr 30 19:39:34.077946 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:39:34.092294 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.plugins.ml2.plugin [None req-fcf2dd3b-3211-4b28-bb51-35eefb06cc05 admin admin] Calling delete_port for accc01b3-b6fc-4557-8621-23e868d8fe50 owned by network:dhcp {{(pid=73808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 19:39:34.161890 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Pushing event updated for resources: {'Port': ['ID=a5c3c016-0586-414c-9d11-435e0276b52c,revision_number=5']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:39:34.169722 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:39:34.184110 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-fcf2dd3b-3211-4b28-bb51-35eefb06cc05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780697316006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780696898079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60822380'] for port, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:34.188793 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-e8315cde-6134-47a2-9faa-e94bd7b33d2c tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:39:34.192402 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-1a7349ff-592d-4c45-8aa8-d549379b6766 None None] Deleting port accc01b3-b6fc-4557-8621-23e868d8fe50 {{(pid=73809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 19:39:34.193109 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-1a7349ff-592d-4c45-8aa8-d549379b6766 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780697314645'] for port, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:34.268632 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf2dd3b-3211-4b28-bb51-35eefb06cc05 admin admin] Pushing event deleted for resources: {'Port': ['ID=accc01b3-b6fc-4557-8621-23e868d8fe50,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:39:34.270436 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf2dd3b-3211-4b28-bb51-35eefb06cc05 admin admin] No DVR routers for this DVR port accc01b3-b6fc-4557-8621-23e868d8fe50 on host dv-cinder-733622-14-smb {{(pid=73808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 19:39:34.280085 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-fcf2dd3b-3211-4b28-bb51-35eefb06cc05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:39:34.304167 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-1a7349ff-592d-4c45-8aa8-d549379b6766 None None] For port accc01b3-b6fc-4557-8621-23e868d8fe50, host dv-cinder-733622-14-smb, got binding levels [] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:39:34.304600 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-1a7349ff-592d-4c45-8aa8-d549379b6766 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664767'] for port, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:34.369883 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5a2e46-f940-4fec-ae8e-9dd4ce9a67dd req-cf4b467f-f1aa-4d07-ba42-1b8262b90edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:39:34.371506 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-5b5a2e46-f940-4fec-ae8e-9dd4ce9a67dd req-cf4b467f-f1aa-4d07-ba42-1b8262b90edf service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=26340006-871d-4efb-92fc-81d998610f77 HTTP/1.1" status: 200 len: 1098 time: 0.0799141 Apr 30 19:39:34.414312 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-5b5a2e46-f940-4fec-ae8e-9dd4ce9a67dd req-81885268-7413-450e-b292-18c5b44f3619 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=3f019d96-192f-416f-83cf-41df534ad972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361876 Apr 30 19:39:34.430341 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-1a7349ff-592d-4c45-8aa8-d549379b6766 None None] Calling delete_port for accc01b3-b6fc-4557-8621-23e868d8fe50 owned by network:dhcp {{(pid=73809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 19:39:34.433656 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.ipam_backend_mixin [None req-1a7349ff-592d-4c45-8aa8-d549379b6766 None None] Port accc01b3-b6fc-4557-8621-23e868d8fe50 was not found and therefore no delete operation was performed {{(pid=73809) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Apr 30 19:39:34.434878 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-1a7349ff-592d-4c45-8aa8-d549379b6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780697316006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780696898079'] for port, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:34.439076 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:39:34.483017 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7349ff-592d-4c45-8aa8-d549379b6766 None None] No DVR routers for this DVR port accc01b3-b6fc-4557-8621-23e868d8fe50 on host dv-cinder-733622-14-smb {{(pid=73809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 19:39:34.486908 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7349ff-592d-4c45-8aa8-d549379b6766 None None] Pushing event deleted for resources: {'Port': ['ID=accc01b3-b6fc-4557-8621-23e868d8fe50,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:39:34.491793 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-1a7349ff-592d-4c45-8aa8-d549379b6766 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:39:34.517865 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-fcf2dd3b-3211-4b28-bb51-35eefb06cc05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3605456', 'neutron.services.segments.db._delete_segments_for_network-8780697326129'] for network, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:34.610560 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3f7409-e1de-4e04-b2f4-752c6e03c533 req-37a9278c-6dd2-4a7f-b3c0-566b3a66983a tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:39:34.612004 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-da3f7409-e1de-4e04-b2f4-752c6e03c533 req-37a9278c-6dd2-4a7f-b3c0-566b3a66983a tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] 10.222.0.41 "GET /v2.0/ports?device_id=26340006-871d-4efb-92fc-81d998610f77 HTTP/1.1" status: 200 len: 945 time: 0.3942492 Apr 30 19:39:34.656299 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.services.segments.db [None req-fcf2dd3b-3211-4b28-bb51-35eefb06cc05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8367e556-62d4-4466-94c7-9f7ebd46f58c']}} {{(pid=73808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:39:34.680001 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.services.segments.db [None req-fcf2dd3b-3211-4b28-bb51-35eefb06cc05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '982ecb55-3b03-42c5-91fd-48f4853e3ccf') {'for_net_delete': True} {{(pid=73808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:39:34.680232 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.services.segments.db [None req-fcf2dd3b-3211-4b28-bb51-35eefb06cc05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '982ecb55-3b03-42c5-91fd-48f4853e3ccf') {} {{(pid=73808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:39:34.692147 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-da3f7409-e1de-4e04-b2f4-752c6e03c533 req-39fa75c1-5ef3-43f1-8fc1-cffdd0e23de6 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f019d96-192f-416f-83cf-41df534ad972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709627 Apr 30 19:39:34.695310 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-fcf2dd3b-3211-4b28-bb51-35eefb06cc05 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780697336679', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1832946'] for segment, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:34.710845 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-fcf2dd3b-3211-4b28-bb51-35eefb06cc05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611927'] for segment, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:34.716649 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcf2dd3b-3211-4b28-bb51-35eefb06cc05 admin admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=73808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 19:39:34.876829 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Device accc01b3-b6fc-4557-8621-23e868d8fe50 no longer exists at agent ovs-agent-dv-cinder-733622-14-smb {{(pid=73809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 19:39:34.883853 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.plugins.ml2.managers [None req-fcf2dd3b-3211-4b28-bb51-35eefb06cc05 admin admin] Network 8367e556-62d4-4466-94c7-9f7ebd46f58c has no segments {{(pid=73808) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 19:39:34.895997 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-fcf2dd3b-3211-4b28-bb51-35eefb06cc05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60822335'] for segment, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:34.913743 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] No Port match for: accc01b3-b6fc-4557-8621-23e868d8fe50 {{(pid=73809) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 19:39:34.914099 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Device accc01b3-b6fc-4557-8621-23e868d8fe50 not bound to the agent host dv-cinder-733622-14-smb {{(pid=73809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 19:39:34.914510 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Device e9121842-a392-4b4f-b635-1042592001e8 no longer exists at agent ovs-agent-dv-cinder-733622-14-smb {{(pid=73809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 19:39:34.975942 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] No Port match for: e9121842-a392-4b4f-b635-1042592001e8 {{(pid=73809) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 19:39:34.976233 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Device e9121842-a392-4b4f-b635-1042592001e8 not bound to the agent host dv-cinder-733622-14-smb {{(pid=73809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 19:39:35.061203 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.plugins.ml2.managers [None req-fcf2dd3b-3211-4b28-bb51-35eefb06cc05 admin admin] Network 8367e556-62d4-4466-94c7-9f7ebd46f58c has no segments {{(pid=73808) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 19:39:35.081612 dv-cinder-733622-14-smb neutron-server[73808]: Traceback (most recent call last): Apr 30 19:39:35.081612 dv-cinder-733622-14-smb neutron-server[73808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 19:39:35.081612 dv-cinder-733622-14-smb neutron-server[73808]: timer() Apr 30 19:39:35.081612 dv-cinder-733622-14-smb neutron-server[73808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 19:39:35.081612 dv-cinder-733622-14-smb neutron-server[73808]: cb(*args, **kw) Apr 30 19:39:35.081612 dv-cinder-733622-14-smb neutron-server[73808]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 19:39:35.081612 dv-cinder-733622-14-smb neutron-server[73808]: return func(*args, **kwargs) Apr 30 19:39:35.081612 dv-cinder-733622-14-smb neutron-server[73808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 19:39:35.081612 dv-cinder-733622-14-smb neutron-server[73808]: self._notify() Apr 30 19:39:35.081612 dv-cinder-733622-14-smb neutron-server[73808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 19:39:35.081612 dv-cinder-733622-14-smb neutron-server[73808]: self.callback(batched_events) Apr 30 19:39:35.081612 dv-cinder-733622-14-smb neutron-server[73808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 19:39:35.081612 dv-cinder-733622-14-smb neutron-server[73808]: event.method(event) Apr 30 19:39:35.081612 dv-cinder-733622-14-smb neutron-server[73808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 19:39:35.081612 dv-cinder-733622-14-smb neutron-server[73808]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 19:39:35.081612 dv-cinder-733622-14-smb neutron-server[73808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 19:39:35.081612 dv-cinder-733622-14-smb neutron-server[73808]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 19:39:35.081612 dv-cinder-733622-14-smb neutron-server[73808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 19:39:35.081612 dv-cinder-733622-14-smb neutron-server[73808]: return f(self, *a, **k) Apr 30 19:39:35.081612 dv-cinder-733622-14-smb neutron-server[73808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 19:39:35.081612 dv-cinder-733622-14-smb neutron-server[73808]: return self._get(url).json() Apr 30 19:39:35.081612 dv-cinder-733622-14-smb neutron-server[73808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 19:39:35.081612 dv-cinder-733622-14-smb neutron-server[73808]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 19:39:35.081612 dv-cinder-733622-14-smb neutron-server[73808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 19:39:35.081612 dv-cinder-733622-14-smb neutron-server[73808]: return self.request(url, 'GET', **kwargs) Apr 30 19:39:35.081612 dv-cinder-733622-14-smb neutron-server[73808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 19:39:35.081612 dv-cinder-733622-14-smb neutron-server[73808]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 19:39:35.081612 dv-cinder-733622-14-smb neutron-server[73808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 19:39:35.081612 dv-cinder-733622-14-smb neutron-server[73808]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 19:39:35.081612 dv-cinder-733622-14-smb neutron-server[73808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 19:39:35.081612 dv-cinder-733622-14-smb neutron-server[73808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 19:39:35.081612 dv-cinder-733622-14-smb neutron-server[73808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 19:39:35.160943 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-fcf2dd3b-3211-4b28-bb51-35eefb06cc05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3605455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679237'] for network, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:35.164554 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:39:35.180845 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-fcf2dd3b-3211-4b28-bb51-35eefb06cc05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533183'] for network, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:35.188976 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf2dd3b-3211-4b28-bb51-35eefb06cc05 admin admin] Pushing event deleted for resources: {'Network': ['ID=8367e556-62d4-4466-94c7-9f7ebd46f58c,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:39:35.191727 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-fcf2dd3b-3211-4b28-bb51-35eefb06cc05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:39:35.196461 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-fcf2dd3b-3211-4b28-bb51-35eefb06cc05 admin admin] 10.222.0.41 "DELETE /v2.0/networks/8367e556-62d4-4466-94c7-9f7ebd46f58c HTTP/1.1" status: 204 len: 168 time: 1.5266814 Apr 30 19:39:35.367031 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 48190) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:39:35.415848 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-71db86c6-edcd-4709-966c-edb703c11e9c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=269cfbb152ef4300b85b7cd97f75a140&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0475280 Apr 30 19:39:35.418169 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 48194) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:39:35.476152 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-47c4e5af-9da2-4119-99ee-ffd2e5c1a5e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:35.506973 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-47c4e5af-9da2-4119-99ee-ffd2e5c1a5e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:35.557028 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-47c4e5af-9da2-4119-99ee-ffd2e5c1a5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:35.560446 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-ddb06244-8c93-48d9-952a-6730b1604fe7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:39:35.573428 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c4e5af-9da2-4119-99ee-ffd2e5c1a5e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=274bc1fc-e2fb-46c0-9653-cab36b455ea0,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:39:35.576743 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-47c4e5af-9da2-4119-99ee-ffd2e5c1a5e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:39:35.582206 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-47c4e5af-9da2-4119-99ee-ffd2e5c1a5e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:35.583297 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-47c4e5af-9da2-4119-99ee-ffd2e5c1a5e6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/274bc1fc-e2fb-46c0-9653-cab36b455ea0 HTTP/1.1" status: 204 len: 168 time: 0.1642349 Apr 30 19:39:35.883953 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1948b47-ffc5-4e7b-a314-fb25030a910c req-b86f5767-e4b2-497d-b1f3-dc4cf2b40512 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:39:35.885449 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-a1948b47-ffc5-4e7b-a314-fb25030a910c req-b86f5767-e4b2-497d-b1f3-dc4cf2b40512 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] 10.222.0.41 "GET /v2.0/ports?device_id=26340006-871d-4efb-92fc-81d998610f77 HTTP/1.1" status: 200 len: 945 time: 0.0811212 Apr 30 19:39:35.924554 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 48204) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:39:35.976180 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-e2b7c834-01bb-4f84-8a77-db04a1ccca88 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8eab92d2c9d2403d824a2dc5b2157b48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0496078 Apr 30 19:39:35.978824 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 48208) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:39:36.020821 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-a1948b47-ffc5-4e7b-a314-fb25030a910c req-6a1b4b6e-03f6-4e96-8ab3-f233ebc24585 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f019d96-192f-416f-83cf-41df534ad972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287320 Apr 30 19:39:36.038509 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-c1004ebd-9a28-48e9-944b-30e0693b0d94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:36.064440 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-c1004ebd-9a28-48e9-944b-30e0693b0d94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:36.123146 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-c1004ebd-9a28-48e9-944b-30e0693b0d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:36.127419 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-cbd40447-1352-4bbc-9101-0a110a765ac1 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:39:36.143168 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1004ebd-9a28-48e9-944b-30e0693b0d94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05148bc4-0f25-4b80-815b-7d6b566e38e0,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:39:36.145899 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-c1004ebd-9a28-48e9-944b-30e0693b0d94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:39:36.153569 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-c1004ebd-9a28-48e9-944b-30e0693b0d94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:36.157038 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-c1004ebd-9a28-48e9-944b-30e0693b0d94 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/05148bc4-0f25-4b80-815b-7d6b566e38e0 HTTP/1.1" status: 204 len: 168 time: 0.1749661 Apr 30 19:39:43.632820 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dadd113-e952-4a8c-88b9-537420b67f16 req-43baa66e-7024-44ee-abc6-f2d39c440699 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:39:43.634240 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-5dadd113-e952-4a8c-88b9-537420b67f16 req-43baa66e-7024-44ee-abc6-f2d39c440699 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] 10.222.0.41 "GET /v2.0/ports?device_id=26340006-871d-4efb-92fc-81d998610f77 HTTP/1.1" status: 200 len: 945 time: 0.0795403 Apr 30 19:39:43.679506 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-5dadd113-e952-4a8c-88b9-537420b67f16 req-db73bb4d-ab1d-44d9-94cb-615dbcf739df tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f019d96-192f-416f-83cf-41df534ad972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395501 Apr 30 19:39:44.863948 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab95bcb-042c-46ab-8537-98dbd4c20c9f req-8ec40637-ce7b-4343-92b8-891eeed56f63 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:39:44.865434 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-0ab95bcb-042c-46ab-8537-98dbd4c20c9f req-8ec40637-ce7b-4343-92b8-891eeed56f63 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] 10.222.0.41 "GET /v2.0/ports?device_id=26340006-871d-4efb-92fc-81d998610f77 HTTP/1.1" status: 200 len: 945 time: 0.0824056 Apr 30 19:39:44.909674 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-0ab95bcb-042c-46ab-8537-98dbd4c20c9f req-e865fd22-2d2b-4cb2-80ab-e75abcc3adbd tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f019d96-192f-416f-83cf-41df534ad972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384476 Apr 30 19:39:45.231707 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c6b809-31d4-431d-9f3e-a3a9f6b103be req-a98801ea-464c-4fe5-9a6e-cf27994079b3 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:39:45.233140 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-48c6b809-31d4-431d-9f3e-a3a9f6b103be req-a98801ea-464c-4fe5-9a6e-cf27994079b3 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] 10.222.0.48 "GET /v2.0/ports?device_id=26340006-871d-4efb-92fc-81d998610f77 HTTP/1.1" status: 200 len: 945 time: 0.0812967 Apr 30 19:39:45.369308 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.plugin [req-48c6b809-31d4-431d-9f3e-a3a9f6b103be req-6d76b16f-1f1b-4d96-b13d-7ef962d54c19 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Deleting port a5c3c016-0586-414c-9d11-435e0276b52c {{(pid=73807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 19:39:45.369644 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-48c6b809-31d4-431d-9f3e-a3a9f6b103be req-6d76b16f-1f1b-4d96-b13d-7ef962d54c19 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780697314645'] for port, before_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:45.499252 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.db [req-48c6b809-31d4-431d-9f3e-a3a9f6b103be req-6d76b16f-1f1b-4d96-b13d-7ef962d54c19 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] For port a5c3c016-0586-414c-9d11-435e0276b52c, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=a5c3c016-0586-414c-9d11-435e0276b52c,segment=NetworkSegment(06087188-73d5-41e8-93c8-9df1c0db07c0),segment_id=06087188-73d5-41e8-93c8-9df1c0db07c0)] {{(pid=73807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:39:45.499511 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-48c6b809-31d4-431d-9f3e-a3a9f6b103be req-6d76b16f-1f1b-4d96-b13d-7ef962d54c19 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664767'] for port, precommit_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:45.619700 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.plugin [req-48c6b809-31d4-431d-9f3e-a3a9f6b103be req-6d76b16f-1f1b-4d96-b13d-7ef962d54c19 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Calling delete_port for a5c3c016-0586-414c-9d11-435e0276b52c owned by compute:nova {{(pid=73807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 19:39:45.726828 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-48c6b809-31d4-431d-9f3e-a3a9f6b103be req-6d76b16f-1f1b-4d96-b13d-7ef962d54c19 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780697316006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780696898079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62583854'] for port, after_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:45.732509 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-4c7cd2a4-7284-486c-9526-9ffab4f5f699 tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:39:45.738303 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-65ba8c12-0d06-4959-8304-606821799626 None None] get_ports_and_sgs() called for port_ids ['0c7a2584-4478-4855-834a-bdc315a2d994', 'ef83e62c-e5ed-467d-8812-7ed203506704', '33e49428-fcf2-4d75-86ff-fdf2eb8b3736'] {{(pid=73809) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 19:39:45.779858 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d76b16f-1f1b-4d96-b13d-7ef962d54c19 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Pushing event deleted for resources: {'Port': ['ID=a5c3c016-0586-414c-9d11-435e0276b52c,revision_number=None']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:39:45.784279 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-6d76b16f-1f1b-4d96-b13d-7ef962d54c19 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:39:45.852737 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.l3_dvrscheduler_db [req-48c6b809-31d4-431d-9f3e-a3a9f6b103be req-6d76b16f-1f1b-4d96-b13d-7ef962d54c19 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] No DVR routers for this DVR port a5c3c016-0586-414c-9d11-435e0276b52c on host hv-cinder-73362 {{(pid=73807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 19:39:45.855231 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-48c6b809-31d4-431d-9f3e-a3a9f6b103be req-6d76b16f-1f1b-4d96-b13d-7ef962d54c19 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937687'] for port, before_response {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:45.857849 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26340006-871d-4efb-92fc-81d998610f77', 'name': 'network-vif-deleted', 'tag': 'a5c3c016-0586-414c-9d11-435e0276b52c'}] {{(pid=73807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 19:39:45.873903 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-48c6b809-31d4-431d-9f3e-a3a9f6b103be req-6d76b16f-1f1b-4d96-b13d-7ef962d54c19 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] 10.222.0.48 "DELETE /v2.0/ports/a5c3c016-0586-414c-9d11-435e0276b52c HTTP/1.1" status: 204 len: 173 time: 0.6333890 Apr 30 19:39:45.905729 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26340006-871d-4efb-92fc-81d998610f77', 'name': 'network-vif-deleted', 'tag': 'a5c3c016-0586-414c-9d11-435e0276b52c', 'status': 'completed', 'code': 200} Apr 30 19:39:46.225202 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-22c07549-d2d6-4086-a594-d78b4c2d51b1 req-3dd0734d-fd43-4781-a703-6d65256a4835 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] 10.222.0.41 "GET /v2.0/ports?device_id=26340006-871d-4efb-92fc-81d998610f77 HTTP/1.1" status: 200 len: 210 time: 0.0429528 Apr 30 19:39:47.711382 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Device a5c3c016-0586-414c-9d11-435e0276b52c no longer exists at agent hyperv_hv-cinder-73362 {{(pid=73809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 19:39:47.745902 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-65ba8c12-0d06-4959-8304-606821799626 None None] No Port match for: a5c3c016-0586-414c-9d11-435e0276b52c {{(pid=73809) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 19:39:47.746252 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Device a5c3c016-0586-414c-9d11-435e0276b52c not bound to the agent host hv-cinder-73362 {{(pid=73809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 19:39:48.894283 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7ec0e0-36b8-4792-a52c-ca8d6437dd49 req-b3bdb321-4c00-40b4-bed5-294d8c9ff745 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:39:48.894973 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [req-8e7ec0e0-36b8-4792-a52c-ca8d6437dd49 req-b3bdb321-4c00-40b4-bed5-294d8c9ff745 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Synchronizing usage tracker for tenant:ce1e5b078b6c42eab797bb5b856fe423 on resource:port {{(pid=73807) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 19:39:48.910451 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [req-8e7ec0e0-36b8-4792-a52c-ca8d6437dd49 req-b3bdb321-4c00-40b4-bed5-294d8c9ff745 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Unset dirty status for tenant:ce1e5b078b6c42eab797bb5b856fe423 on resource:port {{(pid=73807) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 19:39:48.911832 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-8e7ec0e0-36b8-4792-a52c-ca8d6437dd49 req-b3bdb321-4c00-40b4-bed5-294d8c9ff745 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] 10.222.0.41 "GET /v2.0/ports?device_id=bcd863af-392e-4ae9-beb6-63344df358aa HTTP/1.1" status: 200 len: 946 time: 0.1007335 Apr 30 19:39:48.955781 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-8e7ec0e0-36b8-4792-a52c-ca8d6437dd49 req-b82b344c-55ad-4918-a1bf-21243f8992ab tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f019d96-192f-416f-83cf-41df534ad972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381629 Apr 30 19:39:50.142922 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837d578c-8d53-4a17-ba1c-74d9f25d2bf6 req-b98a7bfd-cf8e-4fd3-874f-920fdd05a3d1 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:39:50.144718 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-837d578c-8d53-4a17-ba1c-74d9f25d2bf6 req-b98a7bfd-cf8e-4fd3-874f-920fdd05a3d1 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] 10.222.0.41 "GET /v2.0/ports?device_id=bcd863af-392e-4ae9-beb6-63344df358aa HTTP/1.1" status: 200 len: 946 time: 0.0843847 Apr 30 19:39:50.192280 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-837d578c-8d53-4a17-ba1c-74d9f25d2bf6 req-4bdcd074-5328-4ede-9c0d-60634c383e6b tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f019d96-192f-416f-83cf-41df534ad972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411685 Apr 30 19:39:50.430025 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59795422-9f20-4bf7-8d25-0572cf5613ad req-1794ca73-4700-40f6-ad3f-5bcbb21203b8 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:39:50.431537 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-59795422-9f20-4bf7-8d25-0572cf5613ad req-1794ca73-4700-40f6-ad3f-5bcbb21203b8 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcd863af-392e-4ae9-beb6-63344df358aa HTTP/1.1" status: 200 len: 946 time: 0.0834410 Apr 30 19:39:50.566703 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.plugin [req-59795422-9f20-4bf7-8d25-0572cf5613ad req-0aaa5786-65d9-4a77-af51-d8768e81499e tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Deleting port 33e49428-fcf2-4d75-86ff-fdf2eb8b3736 {{(pid=73807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 19:39:50.566956 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-59795422-9f20-4bf7-8d25-0572cf5613ad req-0aaa5786-65d9-4a77-af51-d8768e81499e tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780697314645'] for port, before_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:50.697462 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.db [req-59795422-9f20-4bf7-8d25-0572cf5613ad req-0aaa5786-65d9-4a77-af51-d8768e81499e tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] For port 33e49428-fcf2-4d75-86ff-fdf2eb8b3736, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=33e49428-fcf2-4d75-86ff-fdf2eb8b3736,segment=NetworkSegment(06087188-73d5-41e8-93c8-9df1c0db07c0),segment_id=06087188-73d5-41e8-93c8-9df1c0db07c0)] {{(pid=73807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:39:50.697812 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-59795422-9f20-4bf7-8d25-0572cf5613ad req-0aaa5786-65d9-4a77-af51-d8768e81499e tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664767'] for port, precommit_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:50.823379 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.plugin [req-59795422-9f20-4bf7-8d25-0572cf5613ad req-0aaa5786-65d9-4a77-af51-d8768e81499e tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Calling delete_port for 33e49428-fcf2-4d75-86ff-fdf2eb8b3736 owned by compute:nova {{(pid=73807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 19:39:50.930998 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-59795422-9f20-4bf7-8d25-0572cf5613ad req-0aaa5786-65d9-4a77-af51-d8768e81499e tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780697316006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780696898079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62583854'] for port, after_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:50.936453 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-526161c1-a892-4544-9c02-b289cf95e64c tempest-AttachVolumeTestJSON-1899269949 tempest-AttachVolumeTestJSON-1899269949-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:39:50.941896 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-65ba8c12-0d06-4959-8304-606821799626 None None] get_ports_and_sgs() called for port_ids ['0c7a2584-4478-4855-834a-bdc315a2d994', 'ef83e62c-e5ed-467d-8812-7ed203506704', '33e49428-fcf2-4d75-86ff-fdf2eb8b3736'] {{(pid=73809) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 19:39:50.983805 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaa5786-65d9-4a77-af51-d8768e81499e tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Pushing event deleted for resources: {'Port': ['ID=33e49428-fcf2-4d75-86ff-fdf2eb8b3736,revision_number=None']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:39:50.988559 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-0aaa5786-65d9-4a77-af51-d8768e81499e tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:39:51.141949 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.l3_dvrscheduler_db [req-59795422-9f20-4bf7-8d25-0572cf5613ad req-0aaa5786-65d9-4a77-af51-d8768e81499e tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] No DVR routers for this DVR port 33e49428-fcf2-4d75-86ff-fdf2eb8b3736 on host hv-cinder-73362 {{(pid=73807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 19:39:51.145068 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-59795422-9f20-4bf7-8d25-0572cf5613ad req-0aaa5786-65d9-4a77-af51-d8768e81499e tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937687'] for port, before_response {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:51.149075 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcd863af-392e-4ae9-beb6-63344df358aa', 'name': 'network-vif-deleted', 'tag': '33e49428-fcf2-4d75-86ff-fdf2eb8b3736'}] {{(pid=73807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 19:39:51.165552 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-59795422-9f20-4bf7-8d25-0572cf5613ad req-0aaa5786-65d9-4a77-af51-d8768e81499e tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] 10.222.0.48 "DELETE /v2.0/ports/33e49428-fcf2-4d75-86ff-fdf2eb8b3736 HTTP/1.1" status: 204 len: 173 time: 0.7287679 Apr 30 19:39:51.208713 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcd863af-392e-4ae9-beb6-63344df358aa', 'name': 'network-vif-deleted', 'tag': '33e49428-fcf2-4d75-86ff-fdf2eb8b3736', 'status': 'completed', 'code': 200} Apr 30 19:39:51.343713 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-dfb9cc62-95b9-48d8-9737-e812aab54043 req-8cd962c7-f6ce-4ca4-b239-5a083911f044 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] 10.222.0.41 "GET /v2.0/ports?device_id=bcd863af-392e-4ae9-beb6-63344df358aa HTTP/1.1" status: 200 len: 210 time: 0.0424283 Apr 30 19:39:52.786696 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4305c85f-a4d5-4595-b7d5-b4b5faeb822a req-8316de3a-52cb-405f-9599-33f8cd8e3abb tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:39:52.787279 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [req-4305c85f-a4d5-4595-b7d5-b4b5faeb822a req-8316de3a-52cb-405f-9599-33f8cd8e3abb tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Synchronizing usage tracker for tenant:ce1e5b078b6c42eab797bb5b856fe423 on resource:port {{(pid=73807) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 19:39:52.802682 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [req-4305c85f-a4d5-4595-b7d5-b4b5faeb822a req-8316de3a-52cb-405f-9599-33f8cd8e3abb tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Unset dirty status for tenant:ce1e5b078b6c42eab797bb5b856fe423 on resource:port {{(pid=73807) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 19:39:52.803778 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-4305c85f-a4d5-4595-b7d5-b4b5faeb822a req-8316de3a-52cb-405f-9599-33f8cd8e3abb tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] 10.222.0.41 "GET /v2.0/ports?device_id=796e616b-7f70-49e0-8298-2041c11e7226 HTTP/1.1" status: 200 len: 945 time: 0.0975339 Apr 30 19:39:52.848573 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-4305c85f-a4d5-4595-b7d5-b4b5faeb822a req-a6dd0465-d9fb-4093-9057-1216734aad17 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f019d96-192f-416f-83cf-41df534ad972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390608 Apr 30 19:39:53.738787 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Device 33e49428-fcf2-4d75-86ff-fdf2eb8b3736 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=73809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 19:39:53.772940 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-65ba8c12-0d06-4959-8304-606821799626 None None] No Port match for: 33e49428-fcf2-4d75-86ff-fdf2eb8b3736 {{(pid=73809) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 19:39:53.773290 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Device 33e49428-fcf2-4d75-86ff-fdf2eb8b3736 not bound to the agent host hv-cinder-73362 {{(pid=73809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 19:39:53.951909 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6de282fd-1be0-404f-a927-6b993d589fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:54.033463 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff66bf50-8065-492c-ae96-3a2e736f93cf req-5818409b-9339-4173-9ca4-5a5da8c8811a tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:39:54.034946 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-ff66bf50-8065-492c-ae96-3a2e736f93cf req-5818409b-9339-4173-9ca4-5a5da8c8811a tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] 10.222.0.48 "GET /v2.0/ports?device_id=796e616b-7f70-49e0-8298-2041c11e7226 HTTP/1.1" status: 200 len: 945 time: 0.0800157 Apr 30 19:39:54.041080 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd97a331-2fc7-4969-85fe-cfbc5c399ef7 req-b6939094-2a18-480e-a120-3f94540470ff tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:39:54.042524 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-fd97a331-2fc7-4969-85fe-cfbc5c399ef7 req-b6939094-2a18-480e-a120-3f94540470ff tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] 10.222.0.41 "GET /v2.0/ports?device_id=796e616b-7f70-49e0-8298-2041c11e7226 HTTP/1.1" status: 200 len: 945 time: 0.0831563 Apr 30 19:39:54.087960 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-fd97a331-2fc7-4969-85fe-cfbc5c399ef7 req-ade70798-0978-4396-a8a9-6655dda4c963 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f019d96-192f-416f-83cf-41df534ad972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397000 Apr 30 19:39:54.174195 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.plugin [req-ff66bf50-8065-492c-ae96-3a2e736f93cf req-b5a455b0-fe6e-4053-a458-37c6d084b21b tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Deleting port ef83e62c-e5ed-467d-8812-7ed203506704 {{(pid=73807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 19:39:54.174537 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-ff66bf50-8065-492c-ae96-3a2e736f93cf req-b5a455b0-fe6e-4053-a458-37c6d084b21b tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780697314645'] for port, before_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:54.305176 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.db [req-ff66bf50-8065-492c-ae96-3a2e736f93cf req-b5a455b0-fe6e-4053-a458-37c6d084b21b tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] For port ef83e62c-e5ed-467d-8812-7ed203506704, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=ef83e62c-e5ed-467d-8812-7ed203506704,segment=NetworkSegment(06087188-73d5-41e8-93c8-9df1c0db07c0),segment_id=06087188-73d5-41e8-93c8-9df1c0db07c0)] {{(pid=73807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:39:54.305447 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-ff66bf50-8065-492c-ae96-3a2e736f93cf req-b5a455b0-fe6e-4053-a458-37c6d084b21b tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664767'] for port, precommit_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:54.428639 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.plugin [req-ff66bf50-8065-492c-ae96-3a2e736f93cf req-b5a455b0-fe6e-4053-a458-37c6d084b21b tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Calling delete_port for ef83e62c-e5ed-467d-8812-7ed203506704 owned by compute:nova {{(pid=73807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 19:39:54.535313 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-ff66bf50-8065-492c-ae96-3a2e736f93cf req-b5a455b0-fe6e-4053-a458-37c6d084b21b tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780697316006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780696898079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62583854'] for port, after_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:54.540826 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-6d76b16f-1f1b-4d96-b13d-7ef962d54c19 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:39:54.547325 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-65ba8c12-0d06-4959-8304-606821799626 None None] get_ports_and_sgs() called for port_ids ['0c7a2584-4478-4855-834a-bdc315a2d994', 'ef83e62c-e5ed-467d-8812-7ed203506704'] {{(pid=73809) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 19:39:54.588875 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a455b0-fe6e-4053-a458-37c6d084b21b tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Pushing event deleted for resources: {'Port': ['ID=ef83e62c-e5ed-467d-8812-7ed203506704,revision_number=None']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:39:54.618929 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-b5a455b0-fe6e-4053-a458-37c6d084b21b tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:39:54.664647 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff66bf50-8065-492c-ae96-3a2e736f93cf req-b5a455b0-fe6e-4053-a458-37c6d084b21b tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] No DVR routers for this DVR port ef83e62c-e5ed-467d-8812-7ed203506704 on host hv-cinder-73362 {{(pid=73807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 19:39:54.667089 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-ff66bf50-8065-492c-ae96-3a2e736f93cf req-b5a455b0-fe6e-4053-a458-37c6d084b21b tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937687'] for port, before_response {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:54.669802 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '796e616b-7f70-49e0-8298-2041c11e7226', 'name': 'network-vif-deleted', 'tag': 'ef83e62c-e5ed-467d-8812-7ed203506704'}] {{(pid=73807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 19:39:54.686550 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-ff66bf50-8065-492c-ae96-3a2e736f93cf req-b5a455b0-fe6e-4053-a458-37c6d084b21b tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] 10.222.0.48 "DELETE /v2.0/ports/ef83e62c-e5ed-467d-8812-7ed203506704 HTTP/1.1" status: 204 len: 173 time: 0.6461673 Apr 30 19:39:54.717744 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '796e616b-7f70-49e0-8298-2041c11e7226', 'name': 'network-vif-deleted', 'tag': 'ef83e62c-e5ed-467d-8812-7ed203506704', 'status': 'completed', 'code': 200} Apr 30 19:39:55.262965 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-f980b1a8-af6d-4372-8f18-e33191214497 req-6174029a-e2a9-436f-81ba-d48ba1a053f9 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] 10.222.0.41 "GET /v2.0/ports?device_id=796e616b-7f70-49e0-8298-2041c11e7226 HTTP/1.1" status: 200 len: 210 time: 0.0449243 Apr 30 19:39:56.409989 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:56.700411 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c3e2ea6b-feb9-49c6-9072-e4541789917f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:57.750712 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-db901c41-8a71-4621-9038-9b0e7a83b2d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:57.765750 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Device ef83e62c-e5ed-467d-8812-7ed203506704 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=73809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 19:39:57.801631 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-65ba8c12-0d06-4959-8304-606821799626 None None] No Port match for: ef83e62c-e5ed-467d-8812-7ed203506704 {{(pid=73809) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 19:39:57.801978 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Device ef83e62c-e5ed-467d-8812-7ed203506704 not bound to the agent host hv-cinder-73362 {{(pid=73809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 19:39:57.943573 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485bcf1e-3f49-4ec9-8a36-9e276bbc1b96 req-a30c2f7f-0b1d-405b-937f-ae7d0ab9c872 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:39:57.944263 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [req-485bcf1e-3f49-4ec9-8a36-9e276bbc1b96 req-a30c2f7f-0b1d-405b-937f-ae7d0ab9c872 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Synchronizing usage tracker for tenant:ce1e5b078b6c42eab797bb5b856fe423 on resource:port {{(pid=73807) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 19:39:57.958819 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [req-485bcf1e-3f49-4ec9-8a36-9e276bbc1b96 req-a30c2f7f-0b1d-405b-937f-ae7d0ab9c872 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Unset dirty status for tenant:ce1e5b078b6c42eab797bb5b856fe423 on resource:port {{(pid=73807) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 19:39:57.960016 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-485bcf1e-3f49-4ec9-8a36-9e276bbc1b96 req-a30c2f7f-0b1d-405b-937f-ae7d0ab9c872 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7b37a74-60b3-4e0d-83b1-7806b18c9d1d HTTP/1.1" status: 200 len: 945 time: 0.0937796 Apr 30 19:39:58.007727 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-485bcf1e-3f49-4ec9-8a36-9e276bbc1b96 req-f8c47b4a-a0a1-4f08-b464-aaa9a7a98619 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f019d96-192f-416f-83cf-41df534ad972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420580 Apr 30 19:39:59.247097 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:59.287207 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b290e2b-f62f-4453-a5af-6811ec70b45b req-53056bae-a6a2-4771-80d2-6033ddfcddcd tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:39:59.288710 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-9b290e2b-f62f-4453-a5af-6811ec70b45b req-53056bae-a6a2-4771-80d2-6033ddfcddcd tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7b37a74-60b3-4e0d-83b1-7806b18c9d1d HTTP/1.1" status: 200 len: 945 time: 0.1764870 Apr 30 19:39:59.293593 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-abaefda2-14da-46b7-be41-c4f24c026f78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:59.334724 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-9b290e2b-f62f-4453-a5af-6811ec70b45b req-cdac4726-de56-4f51-8584-083ff4ebdeb6 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f019d96-192f-416f-83cf-41df534ad972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397375 Apr 30 19:39:59.375088 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde857eb-ae06-4af9-a1f7-8b8451b554e8 req-5aa1b590-5e18-4950-8e65-341ee838b433 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:39:59.376554 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-bde857eb-ae06-4af9-a1f7-8b8451b554e8 req-5aa1b590-5e18-4950-8e65-341ee838b433 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7b37a74-60b3-4e0d-83b1-7806b18c9d1d HTTP/1.1" status: 200 len: 945 time: 0.0822065 Apr 30 19:39:59.512676 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.plugin [req-bde857eb-ae06-4af9-a1f7-8b8451b554e8 req-568188d9-b9dc-4e13-95eb-6d5042472c79 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Deleting port 0c7a2584-4478-4855-834a-bdc315a2d994 {{(pid=73807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 19:39:59.512939 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-bde857eb-ae06-4af9-a1f7-8b8451b554e8 req-568188d9-b9dc-4e13-95eb-6d5042472c79 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780697314645'] for port, before_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:59.647291 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.db [req-bde857eb-ae06-4af9-a1f7-8b8451b554e8 req-568188d9-b9dc-4e13-95eb-6d5042472c79 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] For port 0c7a2584-4478-4855-834a-bdc315a2d994, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=0c7a2584-4478-4855-834a-bdc315a2d994,segment=NetworkSegment(06087188-73d5-41e8-93c8-9df1c0db07c0),segment_id=06087188-73d5-41e8-93c8-9df1c0db07c0)] {{(pid=73807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:39:59.647649 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-bde857eb-ae06-4af9-a1f7-8b8451b554e8 req-568188d9-b9dc-4e13-95eb-6d5042472c79 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664767'] for port, precommit_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:59.770025 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.plugin [req-bde857eb-ae06-4af9-a1f7-8b8451b554e8 req-568188d9-b9dc-4e13-95eb-6d5042472c79 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Calling delete_port for 0c7a2584-4478-4855-834a-bdc315a2d994 owned by compute:nova {{(pid=73807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 19:39:59.955474 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-bde857eb-ae06-4af9-a1f7-8b8451b554e8 req-568188d9-b9dc-4e13-95eb-6d5042472c79 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780697316006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780696898079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62583854'] for port, after_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:39:59.960821 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-8fbf9c89-c3f1-4353-8e88-5aa491069e73 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:40:00.005881 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568188d9-b9dc-4e13-95eb-6d5042472c79 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Pushing event deleted for resources: {'Port': ['ID=0c7a2584-4478-4855-834a-bdc315a2d994,revision_number=None']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:40:00.008935 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-568188d9-b9dc-4e13-95eb-6d5042472c79 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:40:00.081878 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.l3_dvrscheduler_db [req-bde857eb-ae06-4af9-a1f7-8b8451b554e8 req-568188d9-b9dc-4e13-95eb-6d5042472c79 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] No DVR routers for this DVR port 0c7a2584-4478-4855-834a-bdc315a2d994 on host hv-cinder-73362 {{(pid=73807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 19:40:00.084349 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-bde857eb-ae06-4af9-a1f7-8b8451b554e8 req-568188d9-b9dc-4e13-95eb-6d5042472c79 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937687'] for port, before_response {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:40:00.086757 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7b37a74-60b3-4e0d-83b1-7806b18c9d1d', 'name': 'network-vif-deleted', 'tag': '0c7a2584-4478-4855-834a-bdc315a2d994'}] {{(pid=73807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 19:40:00.101693 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-bde857eb-ae06-4af9-a1f7-8b8451b554e8 req-568188d9-b9dc-4e13-95eb-6d5042472c79 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] 10.222.0.48 "DELETE /v2.0/ports/0c7a2584-4478-4855-834a-bdc315a2d994 HTTP/1.1" status: 204 len: 173 time: 0.7197759 Apr 30 19:40:00.131144 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7b37a74-60b3-4e0d-83b1-7806b18c9d1d', 'name': 'network-vif-deleted', 'tag': '0c7a2584-4478-4855-834a-bdc315a2d994', 'status': 'completed', 'code': 200} Apr 30 19:40:00.497090 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-8fc31b6a-8919-4d0d-8223-55f2bda4a203 req-587a292b-9889-40aa-9ccf-d4fa7679afb9 tempest-AttachVolumeNegativeTest-151702719 tempest-AttachVolumeNegativeTest-151702719-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7b37a74-60b3-4e0d-83b1-7806b18c9d1d HTTP/1.1" status: 200 len: 210 time: 0.0435417 Apr 30 19:40:01.592024 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 48316) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:40:01.652698 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.db_base_plugin_v2 [None req-526ba1ad-5782-4a00-9c8b-f51b4b3c0615 admin admin] Deleting subnet 8b692ce1-da5b-4ca1-b1bc-2bc79fa0b7f3 {{(pid=73808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 19:40:01.655511 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-526ba1ad-5782-4a00-9c8b-f51b4b3c0615 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:40:01.702592 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-526ba1ad-5782-4a00-9c8b-f51b4b3c0615 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1832907'] for subnet, precommit_delete_associations {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:40:01.759719 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-526ba1ad-5782-4a00-9c8b-f51b4b3c0615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3610189'] for subnet, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:40:01.777159 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Device 0c7a2584-4478-4855-834a-bdc315a2d994 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=73809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 19:40:01.810960 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-65ba8c12-0d06-4959-8304-606821799626 None None] No Port match for: 0c7a2584-4478-4855-834a-bdc315a2d994 {{(pid=73809) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 19:40:01.811305 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Device 0c7a2584-4478-4855-834a-bdc315a2d994 not bound to the agent host hv-cinder-73362 {{(pid=73809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 19:40:02.000837 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-526ba1ad-5782-4a00-9c8b-f51b4b3c0615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3610180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60822941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61161554'] for subnet, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:40:02.005600 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-6ff9fe0c-c03d-4108-b7f3-8cf52c227123 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:40:02.041583 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526ba1ad-5782-4a00-9c8b-f51b4b3c0615 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b692ce1-da5b-4ca1-b1bc-2bc79fa0b7f3,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:40:02.044485 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-526ba1ad-5782-4a00-9c8b-f51b4b3c0615 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:40:02.045428 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-526ba1ad-5782-4a00-9c8b-f51b4b3c0615 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533183'] for subnet, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:40:02.051496 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-526ba1ad-5782-4a00-9c8b-f51b4b3c0615 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/8b692ce1-da5b-4ca1-b1bc-2bc79fa0b7f3 HTTP/1.1" status: 204 len: 168 time: 0.4584050 Apr 30 19:40:02.054444 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 48320) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:40:02.157463 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-a10b1deb-c004-4c09-9db0-670e98e15c1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3786539'] for network, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:40:02.279661 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-a10b1deb-c004-4c09-9db0-670e98e15c1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3605456', 'neutron.services.segments.db._delete_segments_for_network-8780697326129'] for network, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:40:02.383661 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.services.segments.db [None req-a10b1deb-c004-4c09-9db0-670e98e15c1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5b07e11-4a5f-4a04-80fe-7d0896792e8e']}} {{(pid=73808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:40:02.395722 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.services.segments.db [None req-a10b1deb-c004-4c09-9db0-670e98e15c1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06087188-73d5-41e8-93c8-9df1c0db07c0') {'for_net_delete': True} {{(pid=73808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:40:02.395995 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.services.segments.db [None req-a10b1deb-c004-4c09-9db0-670e98e15c1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06087188-73d5-41e8-93c8-9df1c0db07c0') {} {{(pid=73808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:40:02.406688 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-a10b1deb-c004-4c09-9db0-670e98e15c1e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780697336679', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1832946'] for segment, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:40:02.421697 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-a10b1deb-c004-4c09-9db0-670e98e15c1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611927'] for segment, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:40:02.427408 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a10b1deb-c004-4c09-9db0-670e98e15c1e admin admin] Releasing vlan 547 on physical network physnet1 to pool {{(pid=73808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 19:40:02.588472 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.plugins.ml2.managers [None req-a10b1deb-c004-4c09-9db0-670e98e15c1e admin admin] Network d5b07e11-4a5f-4a04-80fe-7d0896792e8e has no segments {{(pid=73808) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 19:40:02.600120 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-a10b1deb-c004-4c09-9db0-670e98e15c1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60822335'] for segment, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:40:02.760608 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.plugins.ml2.managers [None req-a10b1deb-c004-4c09-9db0-670e98e15c1e admin admin] Network d5b07e11-4a5f-4a04-80fe-7d0896792e8e has no segments {{(pid=73808) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 19:40:02.781549 dv-cinder-733622-14-smb neutron-server[73808]: Traceback (most recent call last): Apr 30 19:40:02.781549 dv-cinder-733622-14-smb neutron-server[73808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 19:40:02.781549 dv-cinder-733622-14-smb neutron-server[73808]: timer() Apr 30 19:40:02.781549 dv-cinder-733622-14-smb neutron-server[73808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 19:40:02.781549 dv-cinder-733622-14-smb neutron-server[73808]: cb(*args, **kw) Apr 30 19:40:02.781549 dv-cinder-733622-14-smb neutron-server[73808]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 19:40:02.781549 dv-cinder-733622-14-smb neutron-server[73808]: return func(*args, **kwargs) Apr 30 19:40:02.781549 dv-cinder-733622-14-smb neutron-server[73808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 19:40:02.781549 dv-cinder-733622-14-smb neutron-server[73808]: self._notify() Apr 30 19:40:02.781549 dv-cinder-733622-14-smb neutron-server[73808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 19:40:02.781549 dv-cinder-733622-14-smb neutron-server[73808]: self.callback(batched_events) Apr 30 19:40:02.781549 dv-cinder-733622-14-smb neutron-server[73808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 19:40:02.781549 dv-cinder-733622-14-smb neutron-server[73808]: event.method(event) Apr 30 19:40:02.781549 dv-cinder-733622-14-smb neutron-server[73808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 19:40:02.781549 dv-cinder-733622-14-smb neutron-server[73808]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 19:40:02.781549 dv-cinder-733622-14-smb neutron-server[73808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 19:40:02.781549 dv-cinder-733622-14-smb neutron-server[73808]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 19:40:02.781549 dv-cinder-733622-14-smb neutron-server[73808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 19:40:02.781549 dv-cinder-733622-14-smb neutron-server[73808]: return f(self, *a, **k) Apr 30 19:40:02.781549 dv-cinder-733622-14-smb neutron-server[73808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 19:40:02.781549 dv-cinder-733622-14-smb neutron-server[73808]: return self._get(url).json() Apr 30 19:40:02.781549 dv-cinder-733622-14-smb neutron-server[73808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 19:40:02.781549 dv-cinder-733622-14-smb neutron-server[73808]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 19:40:02.781549 dv-cinder-733622-14-smb neutron-server[73808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 19:40:02.781549 dv-cinder-733622-14-smb neutron-server[73808]: return self.request(url, 'GET', **kwargs) Apr 30 19:40:02.781549 dv-cinder-733622-14-smb neutron-server[73808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 19:40:02.781549 dv-cinder-733622-14-smb neutron-server[73808]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 19:40:02.781549 dv-cinder-733622-14-smb neutron-server[73808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 19:40:02.781549 dv-cinder-733622-14-smb neutron-server[73808]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 19:40:02.781549 dv-cinder-733622-14-smb neutron-server[73808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 19:40:02.781549 dv-cinder-733622-14-smb neutron-server[73808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 19:40:02.781549 dv-cinder-733622-14-smb neutron-server[73808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 19:40:02.950360 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-a10b1deb-c004-4c09-9db0-670e98e15c1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3605455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679237'] for network, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:40:02.953967 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:40:02.967092 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-a10b1deb-c004-4c09-9db0-670e98e15c1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533183'] for network, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:40:02.977787 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10b1deb-c004-4c09-9db0-670e98e15c1e admin admin] Pushing event deleted for resources: {'Network': ['ID=d5b07e11-4a5f-4a04-80fe-7d0896792e8e,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:40:02.982264 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-a10b1deb-c004-4c09-9db0-670e98e15c1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:40:02.986087 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-a10b1deb-c004-4c09-9db0-670e98e15c1e admin admin] 10.222.0.41 "DELETE /v2.0/networks/d5b07e11-4a5f-4a04-80fe-7d0896792e8e HTTP/1.1" status: 204 len: 168 time: 0.9307525 Apr 30 19:40:03.130814 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.agents_db [None req-91d1fe81-9981-4281-a1b3-92062b07bd48 None None] Agent healthcheck: found 6 active agents {{(pid=73810) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 19:40:03.156474 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 48326) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:40:03.205133 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-3507da4c-d221-4f90-abac-ff5a618ce3f9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ce1e5b078b6c42eab797bb5b856fe423&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0474017 Apr 30 19:40:03.208046 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 48330) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:40:03.265499 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-5e8b746e-f1b5-4edc-82fb-dd5e32b5a81a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:40:03.295446 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-5e8b746e-f1b5-4edc-82fb-dd5e32b5a81a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:40:03.346122 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-5e8b746e-f1b5-4edc-82fb-dd5e32b5a81a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:40:03.349869 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-6378bd0e-ad32-4f90-a6c9-6d6b2db25d7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:40:03.362158 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8b746e-f1b5-4edc-82fb-dd5e32b5a81a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f019d96-192f-416f-83cf-41df534ad972,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:40:03.364802 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-5e8b746e-f1b5-4edc-82fb-dd5e32b5a81a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:40:03.375695 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-5e8b746e-f1b5-4edc-82fb-dd5e32b5a81a admin admin] Notify callbacks [] for security_group, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:40:03.379912 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-5e8b746e-f1b5-4edc-82fb-dd5e32b5a81a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3f019d96-192f-416f-83cf-41df534ad972 HTTP/1.1" status: 204 len: 168 time: 0.1678653 Apr 30 19:40:23.953774 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a1cafaef-4908-4611-8ccf-0083f7620df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:40:26.413338 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:40:26.701247 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a47d4e68-f036-4af5-8c48-9cf54737b340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:40:27.756559 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-db901c41-8a71-4621-9038-9b0e7a83b2d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:40:29.261070 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:40:29.291950 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-abaefda2-14da-46b7-be41-c4f24c026f78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:40:36.697186 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 48688) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:40:36.812467 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-de7efc28-75e1-46e7-babc-4129399f1dab admin admin] Notify callbacks [] for security_group, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:40:36.826525 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-de7efc28-75e1-46e7-babc-4129399f1dab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:40:36.830658 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-de7efc28-75e1-46e7-babc-4129399f1dab admin admin] Usage tracker for resource:security_group_rule and tenant:be43478747364880b28216ea1669f27e is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:40:36.833813 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-de7efc28-75e1-46e7-babc-4129399f1dab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:40:36.840006 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-de7efc28-75e1-46e7-babc-4129399f1dab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:40:36.919102 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-de7efc28-75e1-46e7-babc-4129399f1dab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:40:36.922842 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-de7efc28-75e1-46e7-babc-4129399f1dab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:40:36.929675 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-fa30bb1e-dc88-4e72-b301-75d2027e22a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:40:36.968478 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7efc28-75e1-46e7-babc-4129399f1dab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5666bd9-f229-4bd8-b354-136281d97ed6,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:40:36.973331 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-de7efc28-75e1-46e7-babc-4129399f1dab admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=be43478747364880b28216ea1669f27e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2751763 Apr 30 19:40:36.976451 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 48694) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:40:36.978440 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7efc28-75e1-46e7-babc-4129399f1dab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:40:36.978821 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7efc28-75e1-46e7-babc-4129399f1dab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:40:36.979192 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7efc28-75e1-46e7-babc-4129399f1dab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:40:36.979556 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7efc28-75e1-46e7-babc-4129399f1dab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:40:36.979912 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7efc28-75e1-46e7-babc-4129399f1dab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:40:36.980376 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7efc28-75e1-46e7-babc-4129399f1dab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:40:36.980725 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7efc28-75e1-46e7-babc-4129399f1dab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:40:36.981085 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7efc28-75e1-46e7-babc-4129399f1dab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:40:36.981438 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7efc28-75e1-46e7-babc-4129399f1dab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:40:36.981790 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7efc28-75e1-46e7-babc-4129399f1dab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:40:36.982141 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7efc28-75e1-46e7-babc-4129399f1dab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:40:36.982492 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7efc28-75e1-46e7-babc-4129399f1dab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:40:36.986377 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-de7efc28-75e1-46e7-babc-4129399f1dab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:40:37.034362 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-c41334ac-097e-4381-a8a8-69613f3bec95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:40:37.059690 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-c41334ac-097e-4381-a8a8-69613f3bec95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:40:37.111559 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-c41334ac-097e-4381-a8a8-69613f3bec95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:40:37.116866 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-f4da790b-29f7-41c6-8a37-665afa39c5bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:40:37.128448 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41334ac-097e-4381-a8a8-69613f3bec95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5666bd9-f229-4bd8-b354-136281d97ed6,revision_number=None']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:40:37.137889 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-c41334ac-097e-4381-a8a8-69613f3bec95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:40:37.138980 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-c41334ac-097e-4381-a8a8-69613f3bec95 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a5666bd9-f229-4bd8-b354-136281d97ed6 HTTP/1.1" status: 204 len: 168 time: 0.1613071 Apr 30 19:40:37.140356 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41334ac-097e-4381-a8a8-69613f3bec95 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:40:37.140732 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41334ac-097e-4381-a8a8-69613f3bec95 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:40:37.141097 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41334ac-097e-4381-a8a8-69613f3bec95 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:40:37.141598 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41334ac-097e-4381-a8a8-69613f3bec95 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:40:37.141938 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41334ac-097e-4381-a8a8-69613f3bec95 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:40:37.142287 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41334ac-097e-4381-a8a8-69613f3bec95 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:40:37.142644 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41334ac-097e-4381-a8a8-69613f3bec95 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:40:37.142993 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41334ac-097e-4381-a8a8-69613f3bec95 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:40:37.143473 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41334ac-097e-4381-a8a8-69613f3bec95 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:40:37.143687 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41334ac-097e-4381-a8a8-69613f3bec95 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:40:37.144157 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41334ac-097e-4381-a8a8-69613f3bec95 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:40:37.144531 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41334ac-097e-4381-a8a8-69613f3bec95 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:40:37.148164 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-c41334ac-097e-4381-a8a8-69613f3bec95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:40:37.517872 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 48702) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:40:37.535868 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-d2e047ec-d1d2-46b6-b9f9-08a783ff885e admin admin] Notify callbacks [] for security_group, before_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:40:37.550989 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-d2e047ec-d1d2-46b6-b9f9-08a783ff885e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:40:37.554926 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-d2e047ec-d1d2-46b6-b9f9-08a783ff885e admin admin] Usage tracker for resource:security_group_rule and tenant:ba4504f9f7df4f07bf541c09c1f1053b is out of sync, need to count used quota {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:40:37.557721 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-d2e047ec-d1d2-46b6-b9f9-08a783ff885e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:40:37.563288 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-d2e047ec-d1d2-46b6-b9f9-08a783ff885e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:40:37.650017 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-d2e047ec-d1d2-46b6-b9f9-08a783ff885e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:40:37.653693 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-d2e047ec-d1d2-46b6-b9f9-08a783ff885e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:40:37.661754 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-f11c2d55-760a-490e-ada9-26fbf2a888de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:40:37.700284 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-d2e047ec-d1d2-46b6-b9f9-08a783ff885e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ba4504f9f7df4f07bf541c09c1f1053b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1813121 Apr 30 19:40:37.701773 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e047ec-d1d2-46b6-b9f9-08a783ff885e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd34e41f-05a0-4601-97cc-3eb7e1b42303,revision_number=1']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:40:37.702881 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 48706) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:40:37.704706 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-d2e047ec-d1d2-46b6-b9f9-08a783ff885e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:40:37.768082 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-179f81db-2323-4a1b-8d4f-05ec820de144 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:40:37.794624 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-179f81db-2323-4a1b-8d4f-05ec820de144 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:40:37.845499 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-179f81db-2323-4a1b-8d4f-05ec820de144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:40:37.849123 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-b87207b0-9818-471c-a0df-1746cac06c68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:40:37.861446 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179f81db-2323-4a1b-8d4f-05ec820de144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd34e41f-05a0-4601-97cc-3eb7e1b42303,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:40:37.863955 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-179f81db-2323-4a1b-8d4f-05ec820de144 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:40:37.871394 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-179f81db-2323-4a1b-8d4f-05ec820de144 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:40:37.872534 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-179f81db-2323-4a1b-8d4f-05ec820de144 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bd34e41f-05a0-4601-97cc-3eb7e1b42303 HTTP/1.1" status: 204 len: 168 time: 0.1686320 Apr 30 19:40:40.128960 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.agents_db [None req-91d1fe81-9981-4281-a1b3-92062b07bd48 None None] Agent healthcheck: found 6 active agents {{(pid=73810) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 19:40:42.514874 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 48792) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:40:42.628466 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-62f179a4-6dec-42ff-8023-4e3618af1747 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:40:42.643023 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-62f179a4-6dec-42ff-8023-4e3618af1747 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:40:42.646699 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-62f179a4-6dec-42ff-8023-4e3618af1747 admin admin] Usage tracker for resource:security_group_rule and tenant:4174ba225c304bb485363c0a560be97c is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:40:42.649454 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-62f179a4-6dec-42ff-8023-4e3618af1747 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:40:42.654963 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-62f179a4-6dec-42ff-8023-4e3618af1747 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:40:42.734439 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-62f179a4-6dec-42ff-8023-4e3618af1747 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:40:42.737872 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-62f179a4-6dec-42ff-8023-4e3618af1747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:40:42.745189 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-d471b33f-9f68-46ff-8401-2c7d82d2642b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:40:42.788886 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-62f179a4-6dec-42ff-8023-4e3618af1747 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4174ba225c304bb485363c0a560be97c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2724450 Apr 30 19:40:42.789874 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f179a4-6dec-42ff-8023-4e3618af1747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f77240-9894-40db-9ef5-6638aa0b0d72,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:40:42.791759 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 48798) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:40:42.793054 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-62f179a4-6dec-42ff-8023-4e3618af1747 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:40:42.850285 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-1d63ddcf-6b81-4d15-b7f9-0913f0b93255 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:40:42.876541 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-1d63ddcf-6b81-4d15-b7f9-0913f0b93255 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:40:42.926994 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-1d63ddcf-6b81-4d15-b7f9-0913f0b93255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:40:42.931659 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-5fd996cc-e658-425f-99ff-006e83922039 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:40:42.944556 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d63ddcf-6b81-4d15-b7f9-0913f0b93255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f77240-9894-40db-9ef5-6638aa0b0d72,revision_number=None']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:40:42.948184 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-1d63ddcf-6b81-4d15-b7f9-0913f0b93255 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:40:42.953652 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-1d63ddcf-6b81-4d15-b7f9-0913f0b93255 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:40:42.954740 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-1d63ddcf-6b81-4d15-b7f9-0913f0b93255 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b6f77240-9894-40db-9ef5-6638aa0b0d72 HTTP/1.1" status: 204 len: 168 time: 0.1614470 Apr 30 19:40:43.267490 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 48806) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:40:43.291592 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-8986489c-8145-4f1c-a4d3-15d95ca00344 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:40:43.306752 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-8986489c-8145-4f1c-a4d3-15d95ca00344 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:40:43.311198 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-8986489c-8145-4f1c-a4d3-15d95ca00344 admin admin] Usage tracker for resource:security_group_rule and tenant:7567cbfa097f4b7f942bda5f52edbb5d is out of sync, need to count used quota {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:40:43.314124 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [None req-8986489c-8145-4f1c-a4d3-15d95ca00344 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:40:43.319875 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [None req-8986489c-8145-4f1c-a4d3-15d95ca00344 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:40:43.407035 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-8986489c-8145-4f1c-a4d3-15d95ca00344 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:40:43.410882 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-8986489c-8145-4f1c-a4d3-15d95ca00344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:40:43.419822 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-1b2db5f3-4912-4851-bbf6-21de9a7907d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:40:43.470626 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-8986489c-8145-4f1c-a4d3-15d95ca00344 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7567cbfa097f4b7f942bda5f52edbb5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2017381 Apr 30 19:40:43.471780 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8986489c-8145-4f1c-a4d3-15d95ca00344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4589a55e-fa35-4ce7-8870-238278e52b8a,revision_number=1']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:40:43.473367 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 48810) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:40:43.474898 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-8986489c-8145-4f1c-a4d3-15d95ca00344 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:40:43.543678 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-e9d84957-e7f1-4631-90ab-a70ce89d51de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:40:43.570358 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-e9d84957-e7f1-4631-90ab-a70ce89d51de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:40:43.624774 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-e9d84957-e7f1-4631-90ab-a70ce89d51de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:40:43.629091 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-224915c7-94b4-453d-9352-0f2fb2c7cad6 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:40:43.643685 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d84957-e7f1-4631-90ab-a70ce89d51de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4589a55e-fa35-4ce7-8870-238278e52b8a,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:40:43.647262 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-e9d84957-e7f1-4631-90ab-a70ce89d51de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:40:43.653560 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-e9d84957-e7f1-4631-90ab-a70ce89d51de admin admin] Notify callbacks [] for security_group, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:40:43.654819 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-e9d84957-e7f1-4631-90ab-a70ce89d51de admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4589a55e-fa35-4ce7-8870-238278e52b8a HTTP/1.1" status: 204 len: 168 time: 0.1803818 Apr 30 19:40:51.114261 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 48890) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:40:51.232843 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-480000bf-b1f4-4107-844f-06aa2556ea80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:40:51.246956 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-480000bf-b1f4-4107-844f-06aa2556ea80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:40:51.250671 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-480000bf-b1f4-4107-844f-06aa2556ea80 admin admin] Usage tracker for resource:security_group_rule and tenant:9a2236cea780400fb5f40e60c5a58bbd is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:40:51.253404 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-480000bf-b1f4-4107-844f-06aa2556ea80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:40:51.259610 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-480000bf-b1f4-4107-844f-06aa2556ea80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:40:51.339567 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-480000bf-b1f4-4107-844f-06aa2556ea80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:40:51.343082 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-480000bf-b1f4-4107-844f-06aa2556ea80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:40:51.354951 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-df40df2a-e3a5-46ba-91dd-286817280eb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:40:51.393273 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-480000bf-b1f4-4107-844f-06aa2556ea80 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9a2236cea780400fb5f40e60c5a58bbd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2779989 Apr 30 19:40:51.394845 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480000bf-b1f4-4107-844f-06aa2556ea80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60694a04-77d5-4572-99ec-6247e6f77dca,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:40:51.395901 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 48896) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:40:51.397991 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-480000bf-b1f4-4107-844f-06aa2556ea80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:40:51.455081 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-bcc37eef-d53b-46b0-bd73-efd34d6bb972 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:40:51.480447 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-bcc37eef-d53b-46b0-bd73-efd34d6bb972 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:40:51.535911 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-bcc37eef-d53b-46b0-bd73-efd34d6bb972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:40:51.540564 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-f9a13d67-2ab6-458a-aa73-6fc47d806bb5 tempest-TestMinimumBasicScenario-1507347363 tempest-TestMinimumBasicScenario-1507347363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:40:51.551991 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc37eef-d53b-46b0-bd73-efd34d6bb972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60694a04-77d5-4572-99ec-6247e6f77dca,revision_number=None']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:40:51.557480 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-bcc37eef-d53b-46b0-bd73-efd34d6bb972 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:40:51.561515 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-bcc37eef-d53b-46b0-bd73-efd34d6bb972 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:40:51.562620 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-bcc37eef-d53b-46b0-bd73-efd34d6bb972 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/60694a04-77d5-4572-99ec-6247e6f77dca HTTP/1.1" status: 204 len: 168 time: 0.1657150 Apr 30 19:40:51.833643 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 48904) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:40:51.851346 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-2aed0e74-90f4-4f7a-ab9c-f94af969ff2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:40:51.866277 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-2aed0e74-90f4-4f7a-ab9c-f94af969ff2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:40:51.870978 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-2aed0e74-90f4-4f7a-ab9c-f94af969ff2d admin admin] Usage tracker for resource:security_group_rule and tenant:975b22f888c84557a9820fd94fa5cf49 is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:40:51.873783 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-2aed0e74-90f4-4f7a-ab9c-f94af969ff2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:40:51.879530 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-2aed0e74-90f4-4f7a-ab9c-f94af969ff2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:40:51.964811 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-2aed0e74-90f4-4f7a-ab9c-f94af969ff2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:40:51.968400 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-2aed0e74-90f4-4f7a-ab9c-f94af969ff2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:40:51.976219 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-179f81db-2323-4a1b-8d4f-05ec820de144 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:40:52.016450 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-2aed0e74-90f4-4f7a-ab9c-f94af969ff2d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=975b22f888c84557a9820fd94fa5cf49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1817470 Apr 30 19:40:52.018145 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aed0e74-90f4-4f7a-ab9c-f94af969ff2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d704a68-5c53-499c-a844-6ef37fd8fc6d,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:40:52.019088 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.wsgi [-] (73807) accepted ('10.222.0.41', 48908) {{(pid=73807) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:40:52.021342 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-2aed0e74-90f4-4f7a-ab9c-f94af969ff2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:40:52.077163 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-6b79f83a-b9c2-47bb-ae40-c3cba4a0ccc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:40:52.102845 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-6b79f83a-b9c2-47bb-ae40-c3cba4a0ccc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:40:52.154430 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-6b79f83a-b9c2-47bb-ae40-c3cba4a0ccc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:40:52.158165 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-e32f1097-c110-494b-85c7-a4c09c9d1087 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:40:52.171050 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b79f83a-b9c2-47bb-ae40-c3cba4a0ccc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d704a68-5c53-499c-a844-6ef37fd8fc6d,revision_number=None']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:40:52.175373 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [None req-6b79f83a-b9c2-47bb-ae40-c3cba4a0ccc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:40:52.179055 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [None req-6b79f83a-b9c2-47bb-ae40-c3cba4a0ccc0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6d704a68-5c53-499c-a844-6ef37fd8fc6d HTTP/1.1" status: 204 len: 168 time: 0.1589885 Apr 30 19:40:52.179977 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-6b79f83a-b9c2-47bb-ae40-c3cba4a0ccc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:40:52.882804 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 48932) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:40:52.991616 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.v2.base [None req-89803d4b-de69-46c8-b760-b03123f215fb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-505693145-network', 'tenant_id': 'b6490f978fa04ce0a58b613177efc4bd'}} {{(pid=73808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 19:40:52.996888 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-89803d4b-de69-46c8-b760-b03123f215fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:40:53.000653 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-89803d4b-de69-46c8-b760-b03123f215fb admin admin] Usage tracker for resource:network and tenant:b6490f978fa04ce0a58b613177efc4bd is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:40:53.003406 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-89803d4b-de69-46c8-b760-b03123f215fb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:40:53.010997 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-89803d4b-de69-46c8-b760-b03123f215fb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:40:53.020154 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89803d4b-de69-46c8-b760-b03123f215fb admin admin] Made reservation on behalf of b6490f978fa04ce0a58b613177efc4bd for: {'network': 1} {{(pid=73808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 19:40:53.022390 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-89803d4b-de69-46c8-b760-b03123f215fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for network, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:40:53.033797 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-89803d4b-de69-46c8-b760-b03123f215fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:40:53.047554 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-89803d4b-de69-46c8-b760-b03123f215fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:40:53.051224 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-89803d4b-de69-46c8-b760-b03123f215fb admin admin] Usage tracker for resource:security_group_rule and tenant:b6490f978fa04ce0a58b613177efc4bd is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:40:53.053920 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-89803d4b-de69-46c8-b760-b03123f215fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:40:53.060022 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-89803d4b-de69-46c8-b760-b03123f215fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:40:53.144803 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-89803d4b-de69-46c8-b760-b03123f215fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:40:53.149244 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-89803d4b-de69-46c8-b760-b03123f215fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:40:53.152118 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-62f179a4-6dec-42ff-8023-4e3618af1747 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:40:53.178674 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89803d4b-de69-46c8-b760-b03123f215fb admin admin] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=73808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 19:40:53.187579 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89803d4b-de69-46c8-b760-b03123f215fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dc11e1a-9c31-4fce-b370-e4ce2066bd6d,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:40:53.191143 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-89803d4b-de69-46c8-b760-b03123f215fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:40:53.193870 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-89803d4b-de69-46c8-b760-b03123f215fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611927'] for segment, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:40:53.194263 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.db.segments_db [None req-89803d4b-de69-46c8-b760-b03123f215fb admin admin] Added segment 31a1936e-63da-4915-a1a3-48d8e06d019a of type vlan for network d5283552-f1a2-452c-b8e1-0ade7f4fd584 Apr 30 19:40:53.221959 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-89803d4b-de69-46c8-b760-b03123f215fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780696885140'] for network, precommit_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:40:53.250879 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-89803d4b-de69-46c8-b760-b03123f215fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137'] for network, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:40:53.251871 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89803d4b-de69-46c8-b760-b03123f215fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:40:53.252474 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-89803d4b-de69-46c8-b760-b03123f215fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533183'] for network, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:40:53.255617 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-362f8b00-beb3-42ea-b443-848ddb56c3c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:40:53.362076 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89803d4b-de69-46c8-b760-b03123f215fb admin admin] Pushing event updated for resources: {'Network': ['ID=d5283552-f1a2-452c-b8e1-0ade7f4fd584,revision_number=1']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:40:53.366257 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-89803d4b-de69-46c8-b760-b03123f215fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:40:53.372834 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Network d5283552-f1a2-452c-b8e1-0ade7f4fd584 details requested by agent ovs-agent-dv-cinder-733622-14-smb with host dv-cinder-733622-14-smb {{(pid=73809) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 19:40:53.375292 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-89803d4b-de69-46c8-b760-b03123f215fb admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4908173 Apr 30 19:40:53.378057 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 48940) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:40:53.383678 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.v2.base [None req-4bb770ad-79e7-43f6-acd0-0be29c463b18 admin admin] Request body: {'subnet': {'network_id': 'd5283552-f1a2-452c-b8e1-0ade7f4fd584', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-505693145-subnet', 'tenant_id': 'b6490f978fa04ce0a58b613177efc4bd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 19:40:53.388520 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-4bb770ad-79e7-43f6-acd0-0be29c463b18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:40:53.392392 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-4bb770ad-79e7-43f6-acd0-0be29c463b18 admin admin] Usage tracker for resource:subnet and tenant:b6490f978fa04ce0a58b613177efc4bd is out of sync, need to count used quota {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:40:53.395276 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [None req-4bb770ad-79e7-43f6-acd0-0be29c463b18 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73808) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:40:53.400936 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.quota.driver [None req-4bb770ad-79e7-43f6-acd0-0be29c463b18 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73808) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:40:53.410727 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bb770ad-79e7-43f6-acd0-0be29c463b18 admin admin] Made reservation on behalf of b6490f978fa04ce0a58b613177efc4bd for: {'subnet': 1} {{(pid=73808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 19:40:53.413285 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-4bb770ad-79e7-43f6-acd0-0be29c463b18 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61161599'] for subnet, before_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:40:53.786928 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-4bb770ad-79e7-43f6-acd0-0be29c463b18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60823004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61161577'] for subnet, after_create {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:40:53.791671 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:40:53.863519 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb770ad-79e7-43f6-acd0-0be29c463b18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=caa2d046-07bc-4ac5-a67d-6819e35b077e,revision_number=0']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:40:53.867367 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-4bb770ad-79e7-43f6-acd0-0be29c463b18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:40:53.871506 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb770ad-79e7-43f6-acd0-0be29c463b18 admin admin] Checking segment: {'id': '31a1936e-63da-4915-a1a3-48d8e06d019a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd5283552-f1a2-452c-b8e1-0ade7f4fd584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 19:40:53.871857 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb770ad-79e7-43f6-acd0-0be29c463b18 admin admin] Network hostable DHCP agents. Network: d5283552-f1a2-452c-b8e1-0ade7f4fd584, hostable agents: ['e57161e2-0c22-4573-bfa0-d55a94615101'], hosted agents: [] {{(pid=73808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 19:40:53.887953 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb770ad-79e7-43f6-acd0-0be29c463b18 admin admin] Network d5283552-f1a2-452c-b8e1-0ade7f4fd584 is scheduled to be hosted by DHCP agent e57161e2-0c22-4573-bfa0-d55a94615101 with binding_index 1 {{(pid=73808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 19:40:53.896856 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.scheduler.base_scheduler [None req-4bb770ad-79e7-43f6-acd0-0be29c463b18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-14-smb, d5283552-f1a2-452c-b8e1-0ade7f4fd584) {{(pid=73808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 19:40:53.905786 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb770ad-79e7-43f6-acd0-0be29c463b18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:40:53.906387 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-4bb770ad-79e7-43f6-acd0-0be29c463b18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533183'] for subnet, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:40:53.906505 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863ebad6-48ad-4095-a7b3-e7a17b4f5d66 None None] Network d5283552-f1a2-452c-b8e1-0ade7f4fd584 requested from dv-cinder-733622-14-smb {{(pid=73809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 19:40:53.926466 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-4bb770ad-79e7-43f6-acd0-0be29c463b18 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5473678 Apr 30 19:40:54.012134 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-04c4abaf-4a1b-4cf6-9d9f-e0bdcf119fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:40:54.126427 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f80bdd-48c2-4631-9add-eeea5120b773 None None] Network d5283552-f1a2-452c-b8e1-0ade7f4fd584 requested from dv-cinder-733622-14-smb {{(pid=73809) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 19:40:55.942201 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efb2046-9e14-4fdd-a496-ced3702436fe req-afa3dd06-a6d9-4187-b641-6058689483e3 tempest-VolumesActionsTest-1324874497 tempest-VolumesActionsTest-1324874497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:40:55.942875 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [req-6efb2046-9e14-4fdd-a496-ced3702436fe req-afa3dd06-a6d9-4187-b641-6058689483e3 tempest-VolumesActionsTest-1324874497 tempest-VolumesActionsTest-1324874497-project] Synchronizing usage tracker for tenant:b6490f978fa04ce0a58b613177efc4bd on resource:network {{(pid=73808) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 19:40:55.958674 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [req-6efb2046-9e14-4fdd-a496-ced3702436fe req-afa3dd06-a6d9-4187-b641-6058689483e3 tempest-VolumesActionsTest-1324874497 tempest-VolumesActionsTest-1324874497-project] Unset dirty status for tenant:b6490f978fa04ce0a58b613177efc4bd on resource:network {{(pid=73808) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 19:40:55.959938 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-6efb2046-9e14-4fdd-a496-ced3702436fe req-afa3dd06-a6d9-4187-b641-6058689483e3 tempest-VolumesActionsTest-1324874497 tempest-VolumesActionsTest-1324874497-project] 10.222.0.41 "GET /v2.0/networks?id=d5283552-f1a2-452c-b8e1-0ade7f4fd584 HTTP/1.1" status: 200 len: 808 time: 0.1693072 Apr 30 19:40:55.975055 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-6efb2046-9e14-4fdd-a496-ced3702436fe req-1e384715-83d3-47e9-a07c-61eb3ad2b090 tempest-VolumesActionsTest-1324874497 tempest-VolumesActionsTest-1324874497-project] 10.222.0.41 "GET /v2.0/quotas/b6490f978fa04ce0a58b613177efc4bd HTTP/1.1" status: 200 len: 375 time: 0.0087776 Apr 30 19:40:56.021939 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-6efb2046-9e14-4fdd-a496-ced3702436fe req-4b731421-79d0-45d0-9bc9-0b0f00256be2 tempest-VolumesActionsTest-1324874497 tempest-VolumesActionsTest-1324874497-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b6490f978fa04ce0a58b613177efc4bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0410814 Apr 30 19:40:56.251632 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-6efb2046-9e14-4fdd-a496-ced3702436fe req-e31d7068-e42f-41a0-830f-071903ad8f2f service neutron] 10.222.0.41 "GET /v2.0/networks/d5283552-f1a2-452c-b8e1-0ade7f4fd584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225215 Apr 30 19:40:56.383934 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-6efb2046-9e14-4fdd-a496-ced3702436fe req-64eb3ef2-6dd7-4d6a-baf9-d9bfba9b2df8 service neutron] 10.222.0.41 "GET /v2.0/networks/d5283552-f1a2-452c-b8e1-0ade7f4fd584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260898 Apr 30 19:40:56.415263 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:40:56.562259 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-579d907e-b2af-4d93-9366-dd7be9502245 req-784436d0-fbb4-46b1-ad0c-971f6b9f7cd7 tempest-VolumesActionsTest-1324874497 tempest-VolumesActionsTest-1324874497-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3f3606b-5f63-4b2f-9a31-7c501d96b2a9 HTTP/1.1" status: 200 len: 210 time: 0.0463958 Apr 30 19:40:56.704197 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a84a900b-eb29-46fc-9dac-085725180adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:40:57.575563 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efb2046-9e14-4fdd-a496-ced3702436fe req-5861a1d6-6e51-44ff-b237-3f966488f541 tempest-VolumesActionsTest-1324874497 tempest-VolumesActionsTest-1324874497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:40:57.576966 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-6efb2046-9e14-4fdd-a496-ced3702436fe req-5861a1d6-6e51-44ff-b237-3f966488f541 tempest-VolumesActionsTest-1324874497 tempest-VolumesActionsTest-1324874497-project] 10.222.0.48 "GET /v2.0/networks?id=d5283552-f1a2-452c-b8e1-0ade7f4fd584 HTTP/1.1" status: 200 len: 808 time: 0.1513009 Apr 30 19:40:57.591193 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.v2.base [req-6efb2046-9e14-4fdd-a496-ced3702436fe req-3c7379b0-e280-40ed-992a-3edc6f80f5ed tempest-VolumesActionsTest-1324874497 tempest-VolumesActionsTest-1324874497-project] Request body: {'port': {'device_id': 'd3f3606b-5f63-4b2f-9a31-7c501d96b2a9', 'network_id': 'd5283552-f1a2-452c-b8e1-0ade7f4fd584', 'admin_state_up': True, 'tenant_id': 'b6490f978fa04ce0a58b613177efc4bd'}} {{(pid=73807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 19:40:57.715008 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-7079e923-a20e-4c4e-b167-b51c0b4015d7 req-2d5e2801-2949-402c-b63e-7dd27d039561 tempest-VolumesActionsTest-1324874497 tempest-VolumesActionsTest-1324874497-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3f3606b-5f63-4b2f-9a31-7c501d96b2a9 HTTP/1.1" status: 200 len: 210 time: 0.0423999 Apr 30 19:40:57.733361 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [req-6efb2046-9e14-4fdd-a496-ced3702436fe req-3c7379b0-e280-40ed-992a-3edc6f80f5ed tempest-VolumesActionsTest-1324874497 tempest-VolumesActionsTest-1324874497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:40:57.737184 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [req-6efb2046-9e14-4fdd-a496-ced3702436fe req-3c7379b0-e280-40ed-992a-3edc6f80f5ed tempest-VolumesActionsTest-1324874497 tempest-VolumesActionsTest-1324874497-project] Usage tracker for resource:port and tenant:b6490f978fa04ce0a58b613177efc4bd is out of sync, need to count used quota {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 19:40:57.739997 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [req-6efb2046-9e14-4fdd-a496-ced3702436fe req-3c7379b0-e280-40ed-992a-3edc6f80f5ed tempest-VolumesActionsTest-1324874497 tempest-VolumesActionsTest-1324874497-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73807) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 19:40:57.746066 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [req-6efb2046-9e14-4fdd-a496-ced3702436fe req-3c7379b0-e280-40ed-992a-3edc6f80f5ed tempest-VolumesActionsTest-1324874497 tempest-VolumesActionsTest-1324874497-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:40:57.755224 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-db901c41-8a71-4621-9038-9b0e7a83b2d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:40:57.755904 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6efb2046-9e14-4fdd-a496-ced3702436fe req-3c7379b0-e280-40ed-992a-3edc6f80f5ed tempest-VolumesActionsTest-1324874497 tempest-VolumesActionsTest-1324874497-project] Made reservation on behalf of b6490f978fa04ce0a58b613177efc4bd for: {'port': 1} {{(pid=73807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 19:40:57.760068 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-6efb2046-9e14-4fdd-a496-ced3702436fe req-3c7379b0-e280-40ed-992a-3edc6f80f5ed tempest-VolumesActionsTest-1324874497 tempest-VolumesActionsTest-1324874497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:40:57.920650 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.db_base_plugin_common [req-6efb2046-9e14-4fdd-a496-ced3702436fe req-3c7379b0-e280-40ed-992a-3edc6f80f5ed tempest-VolumesActionsTest-1324874497 tempest-VolumesActionsTest-1324874497-project] Allocated IP 172.20.0.3 (d5283552-f1a2-452c-b8e1-0ade7f4fd584/caa2d046-07bc-4ac5-a67d-6819e35b077e/e6b849ab-ec5e-4b1f-8056-d36a69e2a72a) {{(pid=73807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 19:40:58.117104 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-6efb2046-9e14-4fdd-a496-ced3702436fe req-3c7379b0-e280-40ed-992a-3edc6f80f5ed tempest-VolumesActionsTest-1324874497 tempest-VolumesActionsTest-1324874497-project] Notify callbacks [] for port, precommit_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:40:58.147138 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-6efb2046-9e14-4fdd-a496-ced3702436fe req-3c7379b0-e280-40ed-992a-3edc6f80f5ed tempest-VolumesActionsTest-1324874497 tempest-VolumesActionsTest-1324874497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780696898070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62583854'] for port, after_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:40:58.152607 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-6e2602a6-4fea-41fd-ae93-9abd73eb8264 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:40:58.217371 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6efb2046-9e14-4fdd-a496-ced3702436fe req-3c7379b0-e280-40ed-992a-3edc6f80f5ed tempest-VolumesActionsTest-1324874497 tempest-VolumesActionsTest-1324874497-project] Network d5283552-f1a2-452c-b8e1-0ade7f4fd584 is already hosted by enough agents. {{(pid=73807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 19:40:58.220752 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.scheduler.base_scheduler [req-6efb2046-9e14-4fdd-a496-ced3702436fe req-3c7379b0-e280-40ed-992a-3edc6f80f5ed tempest-VolumesActionsTest-1324874497 tempest-VolumesActionsTest-1324874497-project] Resources bound (agent type, host, resource id): {{(pid=73807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 19:40:58.224553 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.l3_dvrscheduler_db [req-6efb2046-9e14-4fdd-a496-ced3702436fe req-3c7379b0-e280-40ed-992a-3edc6f80f5ed tempest-VolumesActionsTest-1324874497 tempest-VolumesActionsTest-1324874497-project] Received port after_create {{(pid=73807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 19:40:58.258086 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7379b0-e280-40ed-992a-3edc6f80f5ed tempest-VolumesActionsTest-1324874497 tempest-VolumesActionsTest-1324874497-project] Pushing event updated for resources: {'Port': ['ID=e6b849ab-ec5e-4b1f-8056-d36a69e2a72a,revision_number=1']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:40:58.268453 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-3c7379b0-e280-40ed-992a-3edc6f80f5ed tempest-VolumesActionsTest-1324874497 tempest-VolumesActionsTest-1324874497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:40:58.292809 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efb2046-9e14-4fdd-a496-ced3702436fe req-3c7379b0-e280-40ed-992a-3edc6f80f5ed tempest-VolumesActionsTest-1324874497 tempest-VolumesActionsTest-1324874497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:40:58.293415 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-6efb2046-9e14-4fdd-a496-ced3702436fe req-3c7379b0-e280-40ed-992a-3edc6f80f5ed tempest-VolumesActionsTest-1324874497 tempest-VolumesActionsTest-1324874497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937687'] for port, before_response {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:40:58.313114 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-6efb2046-9e14-4fdd-a496-ced3702436fe req-3c7379b0-e280-40ed-992a-3edc6f80f5ed tempest-VolumesActionsTest-1324874497 tempest-VolumesActionsTest-1324874497-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7267377 Apr 30 19:40:58.325113 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.v2.base [req-6efb2046-9e14-4fdd-a496-ced3702436fe req-316e6851-1fdc-4aee-8413-df7814adc4d3 service neutron] Request body: {'port': {'device_id': 'd3f3606b-5f63-4b2f-9a31-7c501d96b2a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=73807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 19:40:58.438041 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-6efb2046-9e14-4fdd-a496-ced3702436fe req-316e6851-1fdc-4aee-8413-df7814adc4d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:40:58.904074 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.notifiers.nova [req-6efb2046-9e14-4fdd-a496-ced3702436fe req-316e6851-1fdc-4aee-8413-df7814adc4d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6b849ab-ec5e-4b1f-8056-d36a69e2a72a {{(pid=73807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 19:40:58.913121 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-6efb2046-9e14-4fdd-a496-ced3702436fe req-316e6851-1fdc-4aee-8413-df7814adc4d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:40:58.932863 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.provisioning_blocks [req-6efb2046-9e14-4fdd-a496-ced3702436fe req-316e6851-1fdc-4aee-8413-df7814adc4d3 service neutron] Transition to ACTIVE for port object e6b849ab-ec5e-4b1f-8056-d36a69e2a72a will not be triggered until provisioned by entity L2. {{(pid=73807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 19:40:58.940655 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-6efb2046-9e14-4fdd-a496-ced3702436fe req-316e6851-1fdc-4aee-8413-df7814adc4d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62583833'] for port, after_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:40:58.946723 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-b8daa4b9-99f1-47fa-999a-a469e9989618 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:40:59.066725 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395c6886-de5f-4dbe-9b82-dd29c23867ab req-8cf82bb6-cafa-48a7-8a34-d7de76558296 tempest-VolumesActionsTest-1324874497 tempest-VolumesActionsTest-1324874497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:40:59.067432 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [req-395c6886-de5f-4dbe-9b82-dd29c23867ab req-8cf82bb6-cafa-48a7-8a34-d7de76558296 tempest-VolumesActionsTest-1324874497 tempest-VolumesActionsTest-1324874497-project] Synchronizing usage tracker for tenant:b6490f978fa04ce0a58b613177efc4bd on resource:port {{(pid=73807) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 19:40:59.089385 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316e6851-1fdc-4aee-8413-df7814adc4d3 service neutron] Pushing event updated for resources: {'Port': ['ID=e6b849ab-ec5e-4b1f-8056-d36a69e2a72a,revision_number=2']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:40:59.095493 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-316e6851-1fdc-4aee-8413-df7814adc4d3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:40:59.161612 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [req-395c6886-de5f-4dbe-9b82-dd29c23867ab req-8cf82bb6-cafa-48a7-8a34-d7de76558296 tempest-VolumesActionsTest-1324874497 tempest-VolumesActionsTest-1324874497-project] Unset dirty status for tenant:b6490f978fa04ce0a58b613177efc4bd on resource:port {{(pid=73807) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 19:40:59.162762 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-395c6886-de5f-4dbe-9b82-dd29c23867ab req-8cf82bb6-cafa-48a7-8a34-d7de76558296 tempest-VolumesActionsTest-1324874497 tempest-VolumesActionsTest-1324874497-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3f3606b-5f63-4b2f-9a31-7c501d96b2a9 HTTP/1.1" status: 200 len: 931 time: 0.3273559 Apr 30 19:40:59.236171 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-395c6886-de5f-4dbe-9b82-dd29c23867ab req-8e55399f-2f8f-4bc3-9349-4ea01545f640 tempest-VolumesActionsTest-1324874497 tempest-VolumesActionsTest-1324874497-project] 10.222.0.41 "GET /v2.0/security-groups?id=4dc11e1a-9c31-4fce-b370-e4ce2066bd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645845 Apr 30 19:40:59.240269 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.managers [req-6efb2046-9e14-4fdd-a496-ced3702436fe req-316e6851-1fdc-4aee-8413-df7814adc4d3 service neutron] Attempting to bind port e6b849ab-ec5e-4b1f-8056-d36a69e2a72a on host hv-cinder-73362 for vnic_type normal with profile {{(pid=73807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 19:40:59.240607 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.managers [req-6efb2046-9e14-4fdd-a496-ced3702436fe req-316e6851-1fdc-4aee-8413-df7814adc4d3 service neutron] Attempting to bind port e6b849ab-ec5e-4b1f-8056-d36a69e2a72a by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '31a1936e-63da-4915-a1a3-48d8e06d019a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd5283552-f1a2-452c-b8e1-0ade7f4fd584'}] {{(pid=73807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 19:40:59.240946 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6efb2046-9e14-4fdd-a496-ced3702436fe req-316e6851-1fdc-4aee-8413-df7814adc4d3 service neutron] Attempting to bind port e6b849ab-ec5e-4b1f-8056-d36a69e2a72a on network d5283552-f1a2-452c-b8e1-0ade7f4fd584 {{(pid=73807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 19:40:59.245948 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6efb2046-9e14-4fdd-a496-ced3702436fe req-316e6851-1fdc-4aee-8413-df7814adc4d3 service neutron] Port e6b849ab-ec5e-4b1f-8056-d36a69e2a72a on network d5283552-f1a2-452c-b8e1-0ade7f4fd584 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=73807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 19:40:59.246272 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6efb2046-9e14-4fdd-a496-ced3702436fe req-316e6851-1fdc-4aee-8413-df7814adc4d3 service neutron] Attempting to bind port e6b849ab-ec5e-4b1f-8056-d36a69e2a72a on network d5283552-f1a2-452c-b8e1-0ade7f4fd584 {{(pid=73807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 19:40:59.251630 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6efb2046-9e14-4fdd-a496-ced3702436fe req-316e6851-1fdc-4aee-8413-df7814adc4d3 service neutron] Checking agent: {'id': '787256c0-27a9-4f74-baeb-f887319a5aee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 19, 30, 29), 'started_at': datetime.datetime(2021, 4, 30, 19, 30, 29), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 19, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 19:40:59.251870 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6efb2046-9e14-4fdd-a496-ced3702436fe req-316e6851-1fdc-4aee-8413-df7814adc4d3 service neutron] Checking segment: {'id': '31a1936e-63da-4915-a1a3-48d8e06d019a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd5283552-f1a2-452c-b8e1-0ade7f4fd584'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 19:40:59.252434 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6efb2046-9e14-4fdd-a496-ced3702436fe req-316e6851-1fdc-4aee-8413-df7814adc4d3 service neutron] Bound using segment: {'id': '31a1936e-63da-4915-a1a3-48d8e06d019a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd5283552-f1a2-452c-b8e1-0ade7f4fd584'} {{(pid=73807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 19:40:59.252720 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.managers [req-6efb2046-9e14-4fdd-a496-ced3702436fe req-316e6851-1fdc-4aee-8413-df7814adc4d3 service neutron] Bound port: e6b849ab-ec5e-4b1f-8056-d36a69e2a72a, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31a1936e-63da-4915-a1a3-48d8e06d019a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd5283552-f1a2-452c-b8e1-0ade7f4fd584'}}] {{(pid=73807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 19:40:59.253068 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-6efb2046-9e14-4fdd-a496-ced3702436fe req-316e6851-1fdc-4aee-8413-df7814adc4d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:40:59.256058 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:40:59.295362 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-abaefda2-14da-46b7-be41-c4f24c026f78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:40:59.342398 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.db [req-6efb2046-9e14-4fdd-a496-ced3702436fe req-316e6851-1fdc-4aee-8413-df7814adc4d3 service neutron] For port e6b849ab-ec5e-4b1f-8056-d36a69e2a72a, host hv-cinder-73362, cleared binding levels {{(pid=73807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 19:40:59.345337 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.db [req-6efb2046-9e14-4fdd-a496-ced3702436fe req-316e6851-1fdc-4aee-8413-df7814adc4d3 service neutron] For port e6b849ab-ec5e-4b1f-8056-d36a69e2a72a, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=e6b849ab-ec5e-4b1f-8056-d36a69e2a72a,segment=NetworkSegment(31a1936e-63da-4915-a1a3-48d8e06d019a),segment_id=31a1936e-63da-4915-a1a3-48d8e06d019a)] {{(pid=73807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 19:40:59.348802 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-6efb2046-9e14-4fdd-a496-ced3702436fe req-316e6851-1fdc-4aee-8413-df7814adc4d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62583833'] for port, after_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:40:59.353831 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-31255aec-5f04-4764-97fa-ff6b16323d67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:40:59.405779 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efb2046-9e14-4fdd-a496-ced3702436fe req-316e6851-1fdc-4aee-8413-df7814adc4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:40:59.406032 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-6efb2046-9e14-4fdd-a496-ced3702436fe req-316e6851-1fdc-4aee-8413-df7814adc4d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937687'] for port, before_response {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:40:59.407572 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-6efb2046-9e14-4fdd-a496-ced3702436fe req-316e6851-1fdc-4aee-8413-df7814adc4d3 service neutron] 10.222.0.48 "PUT /v2.0/ports/e6b849ab-ec5e-4b1f-8056-d36a69e2a72a HTTP/1.1" status: 200 len: 1093 time: 1.0870922 Apr 30 19:40:59.410095 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3f3606b-5f63-4b2f-9a31-7c501d96b2a9', 'tag': 'e6b849ab-ec5e-4b1f-8056-d36a69e2a72a'}] {{(pid=73807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 19:40:59.440636 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316e6851-1fdc-4aee-8413-df7814adc4d3 service neutron] Pushing event updated for resources: {'Port': ['ID=e6b849ab-ec5e-4b1f-8056-d36a69e2a72a,revision_number=3']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:40:59.443503 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-316e6851-1fdc-4aee-8413-df7814adc4d3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:40:59.477776 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3f3606b-5f63-4b2f-9a31-7c501d96b2a9', 'tag': 'e6b849ab-ec5e-4b1f-8056-d36a69e2a72a', 'status': 'completed', 'code': 200} Apr 30 19:40:59.517203 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efb2046-9e14-4fdd-a496-ced3702436fe req-b032c4ca-75bc-4055-8935-fda7e020b34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:40:59.518601 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-6efb2046-9e14-4fdd-a496-ced3702436fe req-b032c4ca-75bc-4055-8935-fda7e020b34e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b6490f978fa04ce0a58b613177efc4bd&device_id=d3f3606b-5f63-4b2f-9a31-7c501d96b2a9 HTTP/1.1" status: 200 len: 1096 time: 0.0740340 Apr 30 19:40:59.589083 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-6efb2046-9e14-4fdd-a496-ced3702436fe req-0f8935ec-ddd9-491f-af3e-a5a3cf2a05d7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e6b849ab-ec5e-4b1f-8056-d36a69e2a72a HTTP/1.1" status: 200 len: 217 time: 0.0631454 Apr 30 19:40:59.651389 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efb2046-9e14-4fdd-a496-ced3702436fe req-09d19797-1bc8-4bff-b57b-6e95cdb48fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:40:59.652834 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-6efb2046-9e14-4fdd-a496-ced3702436fe req-09d19797-1bc8-4bff-b57b-6e95cdb48fc2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=caa2d046-07bc-4ac5-a67d-6819e35b077e HTTP/1.1" status: 200 len: 848 time: 0.0578711 Apr 30 19:40:59.703734 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-6efb2046-9e14-4fdd-a496-ced3702436fe req-d0bdef36-96d7-49d5-a067-a94363e35972 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d5283552-f1a2-452c-b8e1-0ade7f4fd584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446279 Apr 30 19:40:59.836220 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-6efb2046-9e14-4fdd-a496-ced3702436fe req-e2d01730-23ad-42d9-a197-618737809fbd service neutron] 10.222.0.48 "GET /v2.0/networks/d5283552-f1a2-452c-b8e1-0ade7f4fd584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250882 Apr 30 19:40:59.965020 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-6efb2046-9e14-4fdd-a496-ced3702436fe req-7f5df65e-b049-4e24-87d6-49757fcbcc91 service neutron] 10.222.0.48 "GET /v2.0/networks/d5283552-f1a2-452c-b8e1-0ade7f4fd584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224415 Apr 30 19:41:00.077637 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28094aa-ac8b-4a26-bcf8-9f5ba0901095 req-115f07f1-c460-495a-8a92-efc8db87565a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:41:00.079056 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-c28094aa-ac8b-4a26-bcf8-9f5ba0901095 req-115f07f1-c460-495a-8a92-efc8db87565a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b6490f978fa04ce0a58b613177efc4bd&device_id=d3f3606b-5f63-4b2f-9a31-7c501d96b2a9 HTTP/1.1" status: 200 len: 1096 time: 0.0698898 Apr 30 19:41:00.288662 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28094aa-ac8b-4a26-bcf8-9f5ba0901095 req-e2787250-9a5d-4980-8a62-157055756d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:41:00.290624 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-c28094aa-ac8b-4a26-bcf8-9f5ba0901095 req-e2787250-9a5d-4980-8a62-157055756d9d service neutron] 10.222.0.48 "GET /v2.0/networks?id=d5283552-f1a2-452c-b8e1-0ade7f4fd584 HTTP/1.1" status: 200 len: 909 time: 0.2048540 Apr 30 19:41:00.390580 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-c28094aa-ac8b-4a26-bcf8-9f5ba0901095 req-09e2df7d-fd05-4ddb-8a5e-52f4a3ca7ae1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e6b849ab-ec5e-4b1f-8056-d36a69e2a72a HTTP/1.1" status: 200 len: 217 time: 0.0928919 Apr 30 19:41:00.471299 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28094aa-ac8b-4a26-bcf8-9f5ba0901095 req-5901533c-4ef9-4ea8-8681-ca7e47a5379d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:41:00.472624 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-c28094aa-ac8b-4a26-bcf8-9f5ba0901095 req-5901533c-4ef9-4ea8-8681-ca7e47a5379d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=caa2d046-07bc-4ac5-a67d-6819e35b077e HTTP/1.1" status: 200 len: 848 time: 0.0696578 Apr 30 19:41:00.522963 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-c28094aa-ac8b-4a26-bcf8-9f5ba0901095 req-bdac965d-a7e8-481d-964b-a9ef6a9fedde service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d5283552-f1a2-452c-b8e1-0ade7f4fd584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437188 Apr 30 19:41:00.534791 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472db783-fc95-4f4f-b363-a313947f76c0 req-41987be1-2f9f-4f68-9fa0-507ac5662e5f tempest-VolumesActionsTest-1324874497 tempest-VolumesActionsTest-1324874497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:41:00.536120 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-472db783-fc95-4f4f-b363-a313947f76c0 req-41987be1-2f9f-4f68-9fa0-507ac5662e5f tempest-VolumesActionsTest-1324874497 tempest-VolumesActionsTest-1324874497-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3f3606b-5f63-4b2f-9a31-7c501d96b2a9 HTTP/1.1" status: 200 len: 943 time: 0.1827950 Apr 30 19:41:00.663534 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-472db783-fc95-4f4f-b363-a313947f76c0 req-84864efb-dc10-4343-bbf2-856b940b60b7 tempest-VolumesActionsTest-1324874497 tempest-VolumesActionsTest-1324874497-project] 10.222.0.41 "GET /v2.0/security-groups?id=4dc11e1a-9c31-4fce-b370-e4ce2066bd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091092 Apr 30 19:41:00.693811 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-c28094aa-ac8b-4a26-bcf8-9f5ba0901095 req-1f4d0bf6-6f16-4f4d-969f-ecf922d9e45f service neutron] 10.222.0.48 "GET /v2.0/networks/d5283552-f1a2-452c-b8e1-0ade7f4fd584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567745 Apr 30 19:41:00.822992 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-c28094aa-ac8b-4a26-bcf8-9f5ba0901095 req-316fc0c7-5831-472c-ac52-22ff985953c5 service neutron] 10.222.0.48 "GET /v2.0/networks/d5283552-f1a2-452c-b8e1-0ade7f4fd584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222258 Apr 30 19:41:01.851618 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c34a5d-bf71-4bba-822b-77ecf4e44d0a req-ee36144b-c483-4974-a610-843a9b867f70 tempest-VolumesActionsTest-1324874497 tempest-VolumesActionsTest-1324874497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:41:01.853566 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-a4c34a5d-bf71-4bba-822b-77ecf4e44d0a req-ee36144b-c483-4974-a610-843a9b867f70 tempest-VolumesActionsTest-1324874497 tempest-VolumesActionsTest-1324874497-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3f3606b-5f63-4b2f-9a31-7c501d96b2a9 HTTP/1.1" status: 200 len: 943 time: 0.0845988 Apr 30 19:41:01.897613 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [req-a4c34a5d-bf71-4bba-822b-77ecf4e44d0a req-f1401ac0-192f-493c-a57b-12d93f6cd435 tempest-VolumesActionsTest-1324874497 tempest-VolumesActionsTest-1324874497-project] Synchronizing usage tracker for tenant:b6490f978fa04ce0a58b613177efc4bd on resource:security_group {{(pid=73808) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 19:41:01.913672 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.quota.resource [req-a4c34a5d-bf71-4bba-822b-77ecf4e44d0a req-f1401ac0-192f-493c-a57b-12d93f6cd435 tempest-VolumesActionsTest-1324874497 tempest-VolumesActionsTest-1324874497-project] Unset dirty status for tenant:b6490f978fa04ce0a58b613177efc4bd on resource:security_group {{(pid=73808) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 19:41:01.915450 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-a4c34a5d-bf71-4bba-822b-77ecf4e44d0a req-f1401ac0-192f-493c-a57b-12d93f6cd435 tempest-VolumesActionsTest-1324874497 tempest-VolumesActionsTest-1324874497-project] 10.222.0.41 "GET /v2.0/security-groups?id=4dc11e1a-9c31-4fce-b370-e4ce2066bd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555608 Apr 30 19:41:02.043824 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Device e6b849ab-ec5e-4b1f-8056-d36a69e2a72a details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=73809) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 19:41:02.172612 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-65ba8c12-0d06-4959-8304-606821799626 None None] For port e6b849ab-ec5e-4b1f-8056-d36a69e2a72a, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=e6b849ab-ec5e-4b1f-8056-d36a69e2a72a,segment=NetworkSegment(31a1936e-63da-4915-a1a3-48d8e06d019a),segment_id=31a1936e-63da-4915-a1a3-48d8e06d019a)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:41:02.186040 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Returning: {'device': 'e6b849ab-ec5e-4b1f-8056-d36a69e2a72a', 'network_id': 'd5283552-f1a2-452c-b8e1-0ade7f4fd584', 'port_id': 'e6b849ab-ec5e-4b1f-8056-d36a69e2a72a', 'mac_address': 'fa:16:3e:5e:8d:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caa2d046-07bc-4ac5-a67d-6819e35b077e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73809) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 19:41:02.239391 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:41:02.258572 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.notifiers.nova [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6b849ab-ec5e-4b1f-8056-d36a69e2a72a {{(pid=73809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 19:41:02.273404 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-65ba8c12-0d06-4959-8304-606821799626 None None] For port e6b849ab-ec5e-4b1f-8056-d36a69e2a72a, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=e6b849ab-ec5e-4b1f-8056-d36a69e2a72a,segment=NetworkSegment(31a1936e-63da-4915-a1a3-48d8e06d019a),segment_id=31a1936e-63da-4915-a1a3-48d8e06d019a)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:41:02.277429 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:41:02.279133 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-e14c247d-47a9-4256-bed4-786c7ca28b99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:41:02.343846 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Pushing event updated for resources: {'Port': ['ID=e6b849ab-ec5e-4b1f-8056-d36a69e2a72a,revision_number=4']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:41:02.350818 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:41:02.351168 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:41:02.351801 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:41:02.352873 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:41:02.353222 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:41:02.353565 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:41:02.353882 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:41:02.354209 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:41:02.354555 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:41:02.354861 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:41:02.355183 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:41:02.355506 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:41:02.359182 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:41:02.477444 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-65ba8c12-0d06-4959-8304-606821799626 None None] get_ports_and_sgs() called for port_ids ['e6b849ab-ec5e-4b1f-8056-d36a69e2a72a'] {{(pid=73809) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 19:41:03.101005 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6afbe3-ab73-410c-b13c-ba0587b90075 req-304457ad-42c3-4674-94bf-7258dc33430d tempest-VolumesActionsTest-1324874497 tempest-VolumesActionsTest-1324874497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:41:03.102963 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-5b6afbe3-ab73-410c-b13c-ba0587b90075 req-304457ad-42c3-4674-94bf-7258dc33430d tempest-VolumesActionsTest-1324874497 tempest-VolumesActionsTest-1324874497-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3f3606b-5f63-4b2f-9a31-7c501d96b2a9 HTTP/1.1" status: 200 len: 944 time: 0.0852087 Apr 30 19:41:03.147103 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-5b6afbe3-ab73-410c-b13c-ba0587b90075 req-7250a0f6-e690-4d98-9534-75a5659ea3db tempest-VolumesActionsTest-1324874497 tempest-VolumesActionsTest-1324874497-project] 10.222.0.41 "GET /v2.0/security-groups?id=4dc11e1a-9c31-4fce-b370-e4ce2066bd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383897 Apr 30 19:41:04.059348 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Device e6b849ab-ec5e-4b1f-8056-d36a69e2a72a up at agent hyperv_hv-cinder-73362 {{(pid=73809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 19:41:04.126824 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Provisioning for port e6b849ab-ec5e-4b1f-8056-d36a69e2a72a completed by entity L2. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 19:41:04.131442 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Provisioning complete for port e6b849ab-ec5e-4b1f-8056-d36a69e2a72a triggered by entity L2. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 19:41:04.131818 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618911'] for port, provisioning_complete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:41:04.251432 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:41:04.277878 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3f3606b-5f63-4b2f-9a31-7c501d96b2a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6b849ab-ec5e-4b1f-8056-d36a69e2a72a'}] {{(pid=73809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 19:41:04.287243 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-65ba8c12-0d06-4959-8304-606821799626 None None] For port e6b849ab-ec5e-4b1f-8056-d36a69e2a72a, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=e6b849ab-ec5e-4b1f-8056-d36a69e2a72a,segment=NetworkSegment(31a1936e-63da-4915-a1a3-48d8e06d019a),segment_id=31a1936e-63da-4915-a1a3-48d8e06d019a)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:41:04.292850 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:41:04.295495 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:41:04.329593 dv-cinder-733622-14-smb neutron-server[73809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3f3606b-5f63-4b2f-9a31-7c501d96b2a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6b849ab-ec5e-4b1f-8056-d36a69e2a72a', 'code': 200} Apr 30 19:41:04.340717 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bdaf07-d8ac-41b6-be8e-b4312c7d9e8d req-19c726a4-6b66-4b91-bb11-51ef6a79fd85 tempest-VolumesActionsTest-1324874497 tempest-VolumesActionsTest-1324874497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:41:04.342695 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-e9bdaf07-d8ac-41b6-be8e-b4312c7d9e8d req-19c726a4-6b66-4b91-bb11-51ef6a79fd85 tempest-VolumesActionsTest-1324874497 tempest-VolumesActionsTest-1324874497-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3f3606b-5f63-4b2f-9a31-7c501d96b2a9 HTTP/1.1" status: 200 len: 945 time: 0.0873463 Apr 30 19:41:04.363008 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Pushing event updated for resources: {'Port': ['ID=e6b849ab-ec5e-4b1f-8056-d36a69e2a72a,revision_number=5']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:41:04.366106 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:41:04.392650 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-e9bdaf07-d8ac-41b6-be8e-b4312c7d9e8d req-276c157d-6710-48ab-bea2-7106c7ce523a tempest-VolumesActionsTest-1324874497 tempest-VolumesActionsTest-1324874497-project] 10.222.0.41 "GET /v2.0/security-groups?id=4dc11e1a-9c31-4fce-b370-e4ce2066bd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443904 Apr 30 19:41:04.557472 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ab7ba-70a4-4f9c-ab31-db13b5c62738 req-b75f3312-fbea-4d0f-8a27-ef8d9c3c1127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:41:04.558909 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-5f7ab7ba-70a4-4f9c-ab31-db13b5c62738 req-b75f3312-fbea-4d0f-8a27-ef8d9c3c1127 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d3f3606b-5f63-4b2f-9a31-7c501d96b2a9 HTTP/1.1" status: 200 len: 1098 time: 0.0699146 Apr 30 19:41:04.602612 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-5f7ab7ba-70a4-4f9c-ab31-db13b5c62738 req-c66f8db0-2201-48e3-8d06-5686a9a2f5f5 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=4dc11e1a-9c31-4fce-b370-e4ce2066bd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374496 Apr 30 19:41:05.575492 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a46ac1-cd1f-4336-9229-2c03ea4052b2 req-fe74f23d-195d-4c65-9fc5-2bbe55c32da3 tempest-VolumesActionsTest-1324874497 tempest-VolumesActionsTest-1324874497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:41:05.576840 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-20a46ac1-cd1f-4336-9229-2c03ea4052b2 req-fe74f23d-195d-4c65-9fc5-2bbe55c32da3 tempest-VolumesActionsTest-1324874497 tempest-VolumesActionsTest-1324874497-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3f3606b-5f63-4b2f-9a31-7c501d96b2a9 HTTP/1.1" status: 200 len: 945 time: 0.0787039 Apr 30 19:41:05.620955 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-20a46ac1-cd1f-4336-9229-2c03ea4052b2 req-4a640d43-93a3-4325-a8c8-5e302552fb1a tempest-VolumesActionsTest-1324874497 tempest-VolumesActionsTest-1324874497-project] 10.222.0.41 "GET /v2.0/security-groups?id=4dc11e1a-9c31-4fce-b370-e4ce2066bd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384951 Apr 30 19:41:06.737333 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e635eaa8-9e99-4da4-8d3f-2530ca0a76e7 req-c446b8f2-65c7-424a-91d3-25c3dfab3401 tempest-VolumesActionsTest-1324874497 tempest-VolumesActionsTest-1324874497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:41:06.738668 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-e635eaa8-9e99-4da4-8d3f-2530ca0a76e7 req-c446b8f2-65c7-424a-91d3-25c3dfab3401 tempest-VolumesActionsTest-1324874497 tempest-VolumesActionsTest-1324874497-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3f3606b-5f63-4b2f-9a31-7c501d96b2a9 HTTP/1.1" status: 200 len: 945 time: 0.0844915 Apr 30 19:41:06.782881 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-e635eaa8-9e99-4da4-8d3f-2530ca0a76e7 req-88389371-cbba-48e6-8ae9-ae23d750a395 tempest-VolumesActionsTest-1324874497 tempest-VolumesActionsTest-1324874497-project] 10.222.0.41 "GET /v2.0/security-groups?id=4dc11e1a-9c31-4fce-b370-e4ce2066bd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385716 Apr 30 19:41:07.792541 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a745fa32-0659-443b-a913-59dcfd5cd1e9 req-584c3c3d-8dc9-46c0-89d2-780f0b25f760 tempest-VolumesActionsTest-1324874497 tempest-VolumesActionsTest-1324874497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:41:07.793941 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-a745fa32-0659-443b-a913-59dcfd5cd1e9 req-584c3c3d-8dc9-46c0-89d2-780f0b25f760 tempest-VolumesActionsTest-1324874497 tempest-VolumesActionsTest-1324874497-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3f3606b-5f63-4b2f-9a31-7c501d96b2a9 HTTP/1.1" status: 200 len: 945 time: 0.0805995 Apr 30 19:41:07.936596 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.plugin [req-a745fa32-0659-443b-a913-59dcfd5cd1e9 req-ff12dfa9-1211-4342-9881-85981cc058f3 tempest-VolumesActionsTest-1324874497 tempest-VolumesActionsTest-1324874497-project] Deleting port e6b849ab-ec5e-4b1f-8056-d36a69e2a72a {{(pid=73807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 19:41:07.936956 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-a745fa32-0659-443b-a913-59dcfd5cd1e9 req-ff12dfa9-1211-4342-9881-85981cc058f3 tempest-VolumesActionsTest-1324874497 tempest-VolumesActionsTest-1324874497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780697314645'] for port, before_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:41:07.965898 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9895fe7e-7cc5-48fa-9c1a-9e16ca4aa8e1 req-e7658eae-836d-4bb4-ba41-7fb2072c6b28 tempest-VolumesActionsTest-1324874497 tempest-VolumesActionsTest-1324874497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:41:07.967371 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-9895fe7e-7cc5-48fa-9c1a-9e16ca4aa8e1 req-e7658eae-836d-4bb4-ba41-7fb2072c6b28 tempest-VolumesActionsTest-1324874497 tempest-VolumesActionsTest-1324874497-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3f3606b-5f63-4b2f-9a31-7c501d96b2a9 HTTP/1.1" status: 200 len: 945 time: 0.0781991 Apr 30 19:41:08.014691 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-9895fe7e-7cc5-48fa-9c1a-9e16ca4aa8e1 req-56b0a2df-ba7b-4b54-befb-331512c57e69 tempest-VolumesActionsTest-1324874497 tempest-VolumesActionsTest-1324874497-project] 10.222.0.41 "GET /v2.0/security-groups?id=4dc11e1a-9c31-4fce-b370-e4ce2066bd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416815 Apr 30 19:41:08.072654 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.db [req-a745fa32-0659-443b-a913-59dcfd5cd1e9 req-ff12dfa9-1211-4342-9881-85981cc058f3 tempest-VolumesActionsTest-1324874497 tempest-VolumesActionsTest-1324874497-project] For port e6b849ab-ec5e-4b1f-8056-d36a69e2a72a, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=e6b849ab-ec5e-4b1f-8056-d36a69e2a72a,segment=NetworkSegment(31a1936e-63da-4915-a1a3-48d8e06d019a),segment_id=31a1936e-63da-4915-a1a3-48d8e06d019a)] {{(pid=73807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:41:08.072932 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-a745fa32-0659-443b-a913-59dcfd5cd1e9 req-ff12dfa9-1211-4342-9881-85981cc058f3 tempest-VolumesActionsTest-1324874497 tempest-VolumesActionsTest-1324874497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664767'] for port, precommit_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:41:08.198199 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.plugin [req-a745fa32-0659-443b-a913-59dcfd5cd1e9 req-ff12dfa9-1211-4342-9881-85981cc058f3 tempest-VolumesActionsTest-1324874497 tempest-VolumesActionsTest-1324874497-project] Calling delete_port for e6b849ab-ec5e-4b1f-8056-d36a69e2a72a owned by compute:nova {{(pid=73807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 19:41:08.394193 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-a745fa32-0659-443b-a913-59dcfd5cd1e9 req-ff12dfa9-1211-4342-9881-85981cc058f3 tempest-VolumesActionsTest-1324874497 tempest-VolumesActionsTest-1324874497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780697316006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780696898079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62583854'] for port, after_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:41:08.401069 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-70eb0495-d9f0-40c6-92de-d4513d99bc33 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:41:08.445148 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff12dfa9-1211-4342-9881-85981cc058f3 tempest-VolumesActionsTest-1324874497 tempest-VolumesActionsTest-1324874497-project] Pushing event deleted for resources: {'Port': ['ID=e6b849ab-ec5e-4b1f-8056-d36a69e2a72a,revision_number=None']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:41:08.478648 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-ff12dfa9-1211-4342-9881-85981cc058f3 tempest-VolumesActionsTest-1324874497 tempest-VolumesActionsTest-1324874497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:41:08.519884 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.l3_dvrscheduler_db [req-a745fa32-0659-443b-a913-59dcfd5cd1e9 req-ff12dfa9-1211-4342-9881-85981cc058f3 tempest-VolumesActionsTest-1324874497 tempest-VolumesActionsTest-1324874497-project] No DVR routers for this DVR port e6b849ab-ec5e-4b1f-8056-d36a69e2a72a on host hv-cinder-73362 {{(pid=73807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 19:41:08.522350 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-a745fa32-0659-443b-a913-59dcfd5cd1e9 req-ff12dfa9-1211-4342-9881-85981cc058f3 tempest-VolumesActionsTest-1324874497 tempest-VolumesActionsTest-1324874497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937687'] for port, before_response {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:41:08.525505 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3f3606b-5f63-4b2f-9a31-7c501d96b2a9', 'name': 'network-vif-deleted', 'tag': 'e6b849ab-ec5e-4b1f-8056-d36a69e2a72a'}] {{(pid=73807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 19:41:08.540105 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-a745fa32-0659-443b-a913-59dcfd5cd1e9 req-ff12dfa9-1211-4342-9881-85981cc058f3 tempest-VolumesActionsTest-1324874497 tempest-VolumesActionsTest-1324874497-project] 10.222.0.48 "DELETE /v2.0/ports/e6b849ab-ec5e-4b1f-8056-d36a69e2a72a HTTP/1.1" status: 204 len: 173 time: 0.7402916 Apr 30 19:41:08.569095 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3f3606b-5f63-4b2f-9a31-7c501d96b2a9', 'name': 'network-vif-deleted', 'tag': 'e6b849ab-ec5e-4b1f-8056-d36a69e2a72a', 'status': 'completed', 'code': 200} Apr 30 19:41:09.374065 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9d38eb-5bfb-4001-9843-5bf60b274628 req-cb720fd3-d323-40b3-84a8-1a149137acb7 tempest-VolumesActionsTest-1324874497 tempest-VolumesActionsTest-1324874497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:41:09.375479 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-1c9d38eb-5bfb-4001-9843-5bf60b274628 req-cb720fd3-d323-40b3-84a8-1a149137acb7 tempest-VolumesActionsTest-1324874497 tempest-VolumesActionsTest-1324874497-project] 10.222.0.41 "GET /v2.0/networks?id=d5283552-f1a2-452c-b8e1-0ade7f4fd584 HTTP/1.1" status: 200 len: 808 time: 0.1460352 Apr 30 19:41:09.389713 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-1c9d38eb-5bfb-4001-9843-5bf60b274628 req-0bdd0927-240a-4bf7-9ab4-3a71635b32bc tempest-VolumesActionsTest-1324874497 tempest-VolumesActionsTest-1324874497-project] 10.222.0.41 "GET /v2.0/quotas/b6490f978fa04ce0a58b613177efc4bd HTTP/1.1" status: 200 len: 375 time: 0.0088186 Apr 30 19:41:09.435446 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [req-1c9d38eb-5bfb-4001-9843-5bf60b274628 req-fdd55b30-b8eb-43fb-a3d3-7151dace67ea tempest-VolumesActionsTest-1324874497 tempest-VolumesActionsTest-1324874497-project] Synchronizing usage tracker for tenant:b6490f978fa04ce0a58b613177efc4bd on resource:port {{(pid=73807) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 19:41:09.450395 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [req-1c9d38eb-5bfb-4001-9843-5bf60b274628 req-fdd55b30-b8eb-43fb-a3d3-7151dace67ea tempest-VolumesActionsTest-1324874497 tempest-VolumesActionsTest-1324874497-project] Unset dirty status for tenant:b6490f978fa04ce0a58b613177efc4bd on resource:port {{(pid=73807) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 19:41:09.451788 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-1c9d38eb-5bfb-4001-9843-5bf60b274628 req-fdd55b30-b8eb-43fb-a3d3-7151dace67ea tempest-VolumesActionsTest-1324874497 tempest-VolumesActionsTest-1324874497-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b6490f978fa04ce0a58b613177efc4bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0572553 Apr 30 19:41:09.581570 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-1c9d38eb-5bfb-4001-9843-5bf60b274628 req-77b9175b-6b5e-4527-9924-6561ee120f8a service neutron] 10.222.0.41 "GET /v2.0/networks/d5283552-f1a2-452c-b8e1-0ade7f4fd584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230628 Apr 30 19:41:09.713359 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-1c9d38eb-5bfb-4001-9843-5bf60b274628 req-2470198a-5e2d-4ddb-a80d-a00c66331614 service neutron] 10.222.0.41 "GET /v2.0/networks/d5283552-f1a2-452c-b8e1-0ade7f4fd584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251423 Apr 30 19:41:09.888739 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-81095136-9872-4d29-b343-33bfce9c29f6 req-8c4745fb-fa1b-4f32-9617-c16353e38a60 tempest-VolumesActionsTest-1324874497 tempest-VolumesActionsTest-1324874497-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2ecb5a7-7d38-4dbe-bac0-891fd1d998bd HTTP/1.1" status: 200 len: 210 time: 0.0447812 Apr 30 19:41:10.075111 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Device e6b849ab-ec5e-4b1f-8056-d36a69e2a72a no longer exists at agent hyperv_hv-cinder-73362 {{(pid=73809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 19:41:10.113674 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-65ba8c12-0d06-4959-8304-606821799626 None None] No Port match for: e6b849ab-ec5e-4b1f-8056-d36a69e2a72a {{(pid=73809) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 19:41:10.114103 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Device e6b849ab-ec5e-4b1f-8056-d36a69e2a72a not bound to the agent host hv-cinder-73362 {{(pid=73809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 19:41:10.879712 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9d38eb-5bfb-4001-9843-5bf60b274628 req-bd1ea64c-05f5-443f-92c0-49835ccc08c1 tempest-VolumesActionsTest-1324874497 tempest-VolumesActionsTest-1324874497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:41:10.881172 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-1c9d38eb-5bfb-4001-9843-5bf60b274628 req-bd1ea64c-05f5-443f-92c0-49835ccc08c1 tempest-VolumesActionsTest-1324874497 tempest-VolumesActionsTest-1324874497-project] 10.222.0.48 "GET /v2.0/networks?id=d5283552-f1a2-452c-b8e1-0ade7f4fd584 HTTP/1.1" status: 200 len: 808 time: 0.1482596 Apr 30 19:41:10.892613 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.v2.base [req-1c9d38eb-5bfb-4001-9843-5bf60b274628 req-bff9c47c-86ee-48c4-9e91-c15d2d557340 tempest-VolumesActionsTest-1324874497 tempest-VolumesActionsTest-1324874497-project] Request body: {'port': {'device_id': 'b2ecb5a7-7d38-4dbe-bac0-891fd1d998bd', 'network_id': 'd5283552-f1a2-452c-b8e1-0ade7f4fd584', 'admin_state_up': True, 'tenant_id': 'b6490f978fa04ce0a58b613177efc4bd'}} {{(pid=73807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 19:41:11.050720 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-1a110c3e-0976-4d8c-a1a7-59b95a38f279 req-72a49f19-03d7-4a28-9fe5-82a93948e21d tempest-VolumesActionsTest-1324874497 tempest-VolumesActionsTest-1324874497-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2ecb5a7-7d38-4dbe-bac0-891fd1d998bd HTTP/1.1" status: 200 len: 210 time: 0.0520611 Apr 30 19:41:11.078661 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [req-1c9d38eb-5bfb-4001-9843-5bf60b274628 req-bff9c47c-86ee-48c4-9e91-c15d2d557340 tempest-VolumesActionsTest-1324874497 tempest-VolumesActionsTest-1324874497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 19:41:11.088764 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.quota.driver [req-1c9d38eb-5bfb-4001-9843-5bf60b274628 req-bff9c47c-86ee-48c4-9e91-c15d2d557340 tempest-VolumesActionsTest-1324874497 tempest-VolumesActionsTest-1324874497-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73807) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 19:41:11.098380 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c9d38eb-5bfb-4001-9843-5bf60b274628 req-bff9c47c-86ee-48c4-9e91-c15d2d557340 tempest-VolumesActionsTest-1324874497 tempest-VolumesActionsTest-1324874497-project] Made reservation on behalf of b6490f978fa04ce0a58b613177efc4bd for: {'port': 1} {{(pid=73807) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 19:41:11.102714 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-1c9d38eb-5bfb-4001-9843-5bf60b274628 req-bff9c47c-86ee-48c4-9e91-c15d2d557340 tempest-VolumesActionsTest-1324874497 tempest-VolumesActionsTest-1324874497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:41:11.261002 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.db_base_plugin_common [req-1c9d38eb-5bfb-4001-9843-5bf60b274628 req-bff9c47c-86ee-48c4-9e91-c15d2d557340 tempest-VolumesActionsTest-1324874497 tempest-VolumesActionsTest-1324874497-project] Allocated IP 172.20.0.10 (d5283552-f1a2-452c-b8e1-0ade7f4fd584/caa2d046-07bc-4ac5-a67d-6819e35b077e/d313abad-bcb8-4693-a138-1aeacc0cd95f) {{(pid=73807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 19:41:11.457003 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-1c9d38eb-5bfb-4001-9843-5bf60b274628 req-bff9c47c-86ee-48c4-9e91-c15d2d557340 tempest-VolumesActionsTest-1324874497 tempest-VolumesActionsTest-1324874497-project] Notify callbacks [] for port, precommit_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:41:11.486020 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-1c9d38eb-5bfb-4001-9843-5bf60b274628 req-bff9c47c-86ee-48c4-9e91-c15d2d557340 tempest-VolumesActionsTest-1324874497 tempest-VolumesActionsTest-1324874497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780696898070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62583854'] for port, after_create {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:41:11.491312 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-946dcbc6-2f71-4a17-813d-44ee23ef80ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:41:11.556261 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c9d38eb-5bfb-4001-9843-5bf60b274628 req-bff9c47c-86ee-48c4-9e91-c15d2d557340 tempest-VolumesActionsTest-1324874497 tempest-VolumesActionsTest-1324874497-project] Network d5283552-f1a2-452c-b8e1-0ade7f4fd584 is already hosted by enough agents. {{(pid=73807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 19:41:11.559630 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.scheduler.base_scheduler [req-1c9d38eb-5bfb-4001-9843-5bf60b274628 req-bff9c47c-86ee-48c4-9e91-c15d2d557340 tempest-VolumesActionsTest-1324874497 tempest-VolumesActionsTest-1324874497-project] Resources bound (agent type, host, resource id): {{(pid=73807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 19:41:11.563402 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c9d38eb-5bfb-4001-9843-5bf60b274628 req-bff9c47c-86ee-48c4-9e91-c15d2d557340 tempest-VolumesActionsTest-1324874497 tempest-VolumesActionsTest-1324874497-project] Received port after_create {{(pid=73807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 19:41:11.597724 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff9c47c-86ee-48c4-9e91-c15d2d557340 tempest-VolumesActionsTest-1324874497 tempest-VolumesActionsTest-1324874497-project] Pushing event updated for resources: {'Port': ['ID=d313abad-bcb8-4693-a138-1aeacc0cd95f,revision_number=1']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:41:11.607887 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-bff9c47c-86ee-48c4-9e91-c15d2d557340 tempest-VolumesActionsTest-1324874497 tempest-VolumesActionsTest-1324874497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:41:11.632692 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9d38eb-5bfb-4001-9843-5bf60b274628 req-bff9c47c-86ee-48c4-9e91-c15d2d557340 tempest-VolumesActionsTest-1324874497 tempest-VolumesActionsTest-1324874497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:41:11.633947 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-1c9d38eb-5bfb-4001-9843-5bf60b274628 req-bff9c47c-86ee-48c4-9e91-c15d2d557340 tempest-VolumesActionsTest-1324874497 tempest-VolumesActionsTest-1324874497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937687'] for port, before_response {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:41:11.657097 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-1c9d38eb-5bfb-4001-9843-5bf60b274628 req-bff9c47c-86ee-48c4-9e91-c15d2d557340 tempest-VolumesActionsTest-1324874497 tempest-VolumesActionsTest-1324874497-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7682056 Apr 30 19:41:11.668605 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.v2.base [req-1c9d38eb-5bfb-4001-9843-5bf60b274628 req-a20b9ebf-5568-4a78-8393-8b8ef99b9614 service neutron] Request body: {'port': {'device_id': 'b2ecb5a7-7d38-4dbe-bac0-891fd1d998bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=73807) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 19:41:11.782368 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-1c9d38eb-5bfb-4001-9843-5bf60b274628 req-a20b9ebf-5568-4a78-8393-8b8ef99b9614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:41:12.211128 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.notifiers.nova [req-1c9d38eb-5bfb-4001-9843-5bf60b274628 req-a20b9ebf-5568-4a78-8393-8b8ef99b9614 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d313abad-bcb8-4693-a138-1aeacc0cd95f {{(pid=73807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 19:41:12.218632 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-1c9d38eb-5bfb-4001-9843-5bf60b274628 req-a20b9ebf-5568-4a78-8393-8b8ef99b9614 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:41:12.234245 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749d982b-de1c-4066-98a7-6d26ab4b1e43 req-b178a81d-721f-4a0a-90f0-5ac3bb86018f tempest-VolumesActionsTest-1324874497 tempest-VolumesActionsTest-1324874497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:41:12.234784 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.provisioning_blocks [req-1c9d38eb-5bfb-4001-9843-5bf60b274628 req-a20b9ebf-5568-4a78-8393-8b8ef99b9614 service neutron] Transition to ACTIVE for port object d313abad-bcb8-4693-a138-1aeacc0cd95f will not be triggered until provisioned by entity L2. {{(pid=73807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 19:41:12.236022 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-749d982b-de1c-4066-98a7-6d26ab4b1e43 req-b178a81d-721f-4a0a-90f0-5ac3bb86018f tempest-VolumesActionsTest-1324874497 tempest-VolumesActionsTest-1324874497-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2ecb5a7-7d38-4dbe-bac0-891fd1d998bd HTTP/1.1" status: 200 len: 932 time: 0.0805140 Apr 30 19:41:12.238255 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-1c9d38eb-5bfb-4001-9843-5bf60b274628 req-a20b9ebf-5568-4a78-8393-8b8ef99b9614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62583833'] for port, after_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:41:12.241948 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-ae0e7ec7-1c5c-4d81-9c43-4271611ed262 tempest-TestShelveInstance-400755087 tempest-TestShelveInstance-400755087-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:41:12.284711 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-749d982b-de1c-4066-98a7-6d26ab4b1e43 req-5f33d17f-83fd-404e-95db-b8c7b752b828 tempest-VolumesActionsTest-1324874497 tempest-VolumesActionsTest-1324874497-project] 10.222.0.41 "GET /v2.0/security-groups?id=4dc11e1a-9c31-4fce-b370-e4ce2066bd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423894 Apr 30 19:41:12.368020 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20b9ebf-5568-4a78-8393-8b8ef99b9614 service neutron] Pushing event updated for resources: {'Port': ['ID=d313abad-bcb8-4693-a138-1aeacc0cd95f,revision_number=2']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:41:12.393566 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-a20b9ebf-5568-4a78-8393-8b8ef99b9614 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:41:12.470072 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.managers [req-1c9d38eb-5bfb-4001-9843-5bf60b274628 req-a20b9ebf-5568-4a78-8393-8b8ef99b9614 service neutron] Attempting to bind port d313abad-bcb8-4693-a138-1aeacc0cd95f on host hv-cinder-73362 for vnic_type normal with profile {{(pid=73807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 19:41:12.470408 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.managers [req-1c9d38eb-5bfb-4001-9843-5bf60b274628 req-a20b9ebf-5568-4a78-8393-8b8ef99b9614 service neutron] Attempting to bind port d313abad-bcb8-4693-a138-1aeacc0cd95f by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '31a1936e-63da-4915-a1a3-48d8e06d019a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd5283552-f1a2-452c-b8e1-0ade7f4fd584'}] {{(pid=73807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 19:41:12.470738 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9d38eb-5bfb-4001-9843-5bf60b274628 req-a20b9ebf-5568-4a78-8393-8b8ef99b9614 service neutron] Attempting to bind port d313abad-bcb8-4693-a138-1aeacc0cd95f on network d5283552-f1a2-452c-b8e1-0ade7f4fd584 {{(pid=73807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 19:41:12.475216 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9d38eb-5bfb-4001-9843-5bf60b274628 req-a20b9ebf-5568-4a78-8393-8b8ef99b9614 service neutron] Port d313abad-bcb8-4693-a138-1aeacc0cd95f on network d5283552-f1a2-452c-b8e1-0ade7f4fd584 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=73807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 19:41:12.475537 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9d38eb-5bfb-4001-9843-5bf60b274628 req-a20b9ebf-5568-4a78-8393-8b8ef99b9614 service neutron] Attempting to bind port d313abad-bcb8-4693-a138-1aeacc0cd95f on network d5283552-f1a2-452c-b8e1-0ade7f4fd584 {{(pid=73807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 19:41:12.490019 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9d38eb-5bfb-4001-9843-5bf60b274628 req-a20b9ebf-5568-4a78-8393-8b8ef99b9614 service neutron] Checking agent: {'id': '787256c0-27a9-4f74-baeb-f887319a5aee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 19, 30, 29), 'started_at': datetime.datetime(2021, 4, 30, 19, 30, 29), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 19, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 19:41:12.490356 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9d38eb-5bfb-4001-9843-5bf60b274628 req-a20b9ebf-5568-4a78-8393-8b8ef99b9614 service neutron] Checking segment: {'id': '31a1936e-63da-4915-a1a3-48d8e06d019a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd5283552-f1a2-452c-b8e1-0ade7f4fd584'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 19:41:12.490743 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9d38eb-5bfb-4001-9843-5bf60b274628 req-a20b9ebf-5568-4a78-8393-8b8ef99b9614 service neutron] Bound using segment: {'id': '31a1936e-63da-4915-a1a3-48d8e06d019a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd5283552-f1a2-452c-b8e1-0ade7f4fd584'} {{(pid=73807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 19:41:12.491173 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.managers [req-1c9d38eb-5bfb-4001-9843-5bf60b274628 req-a20b9ebf-5568-4a78-8393-8b8ef99b9614 service neutron] Bound port: d313abad-bcb8-4693-a138-1aeacc0cd95f, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31a1936e-63da-4915-a1a3-48d8e06d019a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'd5283552-f1a2-452c-b8e1-0ade7f4fd584'}}] {{(pid=73807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 19:41:12.491520 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-1c9d38eb-5bfb-4001-9843-5bf60b274628 req-a20b9ebf-5568-4a78-8393-8b8ef99b9614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:41:12.582216 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.db [req-1c9d38eb-5bfb-4001-9843-5bf60b274628 req-a20b9ebf-5568-4a78-8393-8b8ef99b9614 service neutron] For port d313abad-bcb8-4693-a138-1aeacc0cd95f, host hv-cinder-73362, cleared binding levels {{(pid=73807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 19:41:12.585199 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.db [req-1c9d38eb-5bfb-4001-9843-5bf60b274628 req-a20b9ebf-5568-4a78-8393-8b8ef99b9614 service neutron] For port d313abad-bcb8-4693-a138-1aeacc0cd95f, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=d313abad-bcb8-4693-a138-1aeacc0cd95f,segment=NetworkSegment(31a1936e-63da-4915-a1a3-48d8e06d019a),segment_id=31a1936e-63da-4915-a1a3-48d8e06d019a)] {{(pid=73807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 19:41:12.590206 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-1c9d38eb-5bfb-4001-9843-5bf60b274628 req-a20b9ebf-5568-4a78-8393-8b8ef99b9614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62583833'] for port, after_update {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:41:12.594629 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-bff9c47c-86ee-48c4-9e91-c15d2d557340 tempest-VolumesActionsTest-1324874497 tempest-VolumesActionsTest-1324874497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:41:12.643862 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9d38eb-5bfb-4001-9843-5bf60b274628 req-a20b9ebf-5568-4a78-8393-8b8ef99b9614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:41:12.644617 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-1c9d38eb-5bfb-4001-9843-5bf60b274628 req-a20b9ebf-5568-4a78-8393-8b8ef99b9614 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937687'] for port, before_response {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:41:12.645950 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-1c9d38eb-5bfb-4001-9843-5bf60b274628 req-a20b9ebf-5568-4a78-8393-8b8ef99b9614 service neutron] 10.222.0.48 "PUT /v2.0/ports/d313abad-bcb8-4693-a138-1aeacc0cd95f HTTP/1.1" status: 200 len: 1094 time: 0.9818163 Apr 30 19:41:12.646473 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2ecb5a7-7d38-4dbe-bac0-891fd1d998bd', 'tag': 'd313abad-bcb8-4693-a138-1aeacc0cd95f'}] {{(pid=73807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 19:41:12.675414 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20b9ebf-5568-4a78-8393-8b8ef99b9614 service neutron] Pushing event updated for resources: {'Port': ['ID=d313abad-bcb8-4693-a138-1aeacc0cd95f,revision_number=3']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:41:12.678470 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-a20b9ebf-5568-4a78-8393-8b8ef99b9614 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:41:12.714147 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2ecb5a7-7d38-4dbe-bac0-891fd1d998bd', 'tag': 'd313abad-bcb8-4693-a138-1aeacc0cd95f', 'status': 'completed', 'code': 200} Apr 30 19:41:12.754190 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9d38eb-5bfb-4001-9843-5bf60b274628 req-795176f7-96f3-45fb-9d13-214a0d3271a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:41:12.755720 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-1c9d38eb-5bfb-4001-9843-5bf60b274628 req-795176f7-96f3-45fb-9d13-214a0d3271a7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b6490f978fa04ce0a58b613177efc4bd&device_id=b2ecb5a7-7d38-4dbe-bac0-891fd1d998bd HTTP/1.1" status: 200 len: 1097 time: 0.0745816 Apr 30 19:41:12.833805 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-1c9d38eb-5bfb-4001-9843-5bf60b274628 req-1833f59d-37e6-4ed0-ac36-18e7422b920b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d313abad-bcb8-4693-a138-1aeacc0cd95f HTTP/1.1" status: 200 len: 217 time: 0.0707393 Apr 30 19:41:12.900931 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9d38eb-5bfb-4001-9843-5bf60b274628 req-fbd9e909-9868-4bfe-a7cd-91c84b9509f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:41:12.902271 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-1c9d38eb-5bfb-4001-9843-5bf60b274628 req-fbd9e909-9868-4bfe-a7cd-91c84b9509f0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=caa2d046-07bc-4ac5-a67d-6819e35b077e HTTP/1.1" status: 200 len: 848 time: 0.0627143 Apr 30 19:41:12.950882 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-1c9d38eb-5bfb-4001-9843-5bf60b274628 req-e6c4d9e0-56ca-4481-96c7-43aeac47a2f8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d5283552-f1a2-452c-b8e1-0ade7f4fd584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417280 Apr 30 19:41:13.081945 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-1c9d38eb-5bfb-4001-9843-5bf60b274628 req-f2b83092-1a9f-459b-8087-14dcf4578673 service neutron] 10.222.0.48 "GET /v2.0/networks/d5283552-f1a2-452c-b8e1-0ade7f4fd584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242695 Apr 30 19:41:13.214329 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-1c9d38eb-5bfb-4001-9843-5bf60b274628 req-55aae678-e8e6-47fd-b69d-d5c876e2433f service neutron] 10.222.0.48 "GET /v2.0/networks/d5283552-f1a2-452c-b8e1-0ade7f4fd584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262133 Apr 30 19:41:13.329774 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab5fe23-c9d1-46b1-888a-2bd2ba7da9fd req-c9ea22b9-897a-438f-821b-fb1ab223e38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:41:13.331230 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-6ab5fe23-c9d1-46b1-888a-2bd2ba7da9fd req-c9ea22b9-897a-438f-821b-fb1ab223e38e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b6490f978fa04ce0a58b613177efc4bd&device_id=b2ecb5a7-7d38-4dbe-bac0-891fd1d998bd HTTP/1.1" status: 200 len: 1097 time: 0.0719371 Apr 30 19:41:13.468346 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d69521-358e-4b89-a6b9-2702b1a988ff req-96c7ca3d-e8a1-4736-9a61-cd93ba12cec7 tempest-VolumesActionsTest-1324874497 tempest-VolumesActionsTest-1324874497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:41:13.468962 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab5fe23-c9d1-46b1-888a-2bd2ba7da9fd req-7b7555be-8cf5-42e5-807a-d6a3c0d5cc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:41:13.469751 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-e1d69521-358e-4b89-a6b9-2702b1a988ff req-96c7ca3d-e8a1-4736-9a61-cd93ba12cec7 tempest-VolumesActionsTest-1324874497 tempest-VolumesActionsTest-1324874497-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2ecb5a7-7d38-4dbe-bac0-891fd1d998bd HTTP/1.1" status: 200 len: 944 time: 0.0793598 Apr 30 19:41:13.469886 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-6ab5fe23-c9d1-46b1-888a-2bd2ba7da9fd req-7b7555be-8cf5-42e5-807a-d6a3c0d5cc47 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d5283552-f1a2-452c-b8e1-0ade7f4fd584 HTTP/1.1" status: 200 len: 909 time: 0.1308465 Apr 30 19:41:13.514896 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-e1d69521-358e-4b89-a6b9-2702b1a988ff req-b4c1a142-bace-404b-838a-b5f822df4c9e tempest-VolumesActionsTest-1324874497 tempest-VolumesActionsTest-1324874497-project] 10.222.0.41 "GET /v2.0/security-groups?id=4dc11e1a-9c31-4fce-b370-e4ce2066bd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393953 Apr 30 19:41:13.624713 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-6ab5fe23-c9d1-46b1-888a-2bd2ba7da9fd req-f0eca976-1bee-49ea-b71d-5a60f28b7f17 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d313abad-bcb8-4693-a138-1aeacc0cd95f HTTP/1.1" status: 200 len: 217 time: 0.1470826 Apr 30 19:41:13.688178 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab5fe23-c9d1-46b1-888a-2bd2ba7da9fd req-bf38756a-cad3-42ab-851c-86f5745ebabe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:41:13.689599 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-6ab5fe23-c9d1-46b1-888a-2bd2ba7da9fd req-bf38756a-cad3-42ab-851c-86f5745ebabe service neutron] 10.222.0.48 "GET /v2.0/subnets?id=caa2d046-07bc-4ac5-a67d-6819e35b077e HTTP/1.1" status: 200 len: 848 time: 0.0585275 Apr 30 19:41:13.740533 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-6ab5fe23-c9d1-46b1-888a-2bd2ba7da9fd req-7f626f13-4592-4ba1-9b6a-da0d137cb558 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d5283552-f1a2-452c-b8e1-0ade7f4fd584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434828 Apr 30 19:41:13.872107 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-6ab5fe23-c9d1-46b1-888a-2bd2ba7da9fd req-7d2752fa-9deb-4585-b4ea-a89594dfb27a service neutron] 10.222.0.48 "GET /v2.0/networks/d5283552-f1a2-452c-b8e1-0ade7f4fd584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241541 Apr 30 19:41:14.007381 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-6ab5fe23-c9d1-46b1-888a-2bd2ba7da9fd req-4876182c-6f60-4a42-bb59-32e6435c9c89 service neutron] 10.222.0.48 "GET /v2.0/networks/d5283552-f1a2-452c-b8e1-0ade7f4fd584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282225 Apr 30 19:41:14.082788 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Device d313abad-bcb8-4693-a138-1aeacc0cd95f details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=73809) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 19:41:14.213989 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-65ba8c12-0d06-4959-8304-606821799626 None None] For port d313abad-bcb8-4693-a138-1aeacc0cd95f, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=d313abad-bcb8-4693-a138-1aeacc0cd95f,segment=NetworkSegment(31a1936e-63da-4915-a1a3-48d8e06d019a),segment_id=31a1936e-63da-4915-a1a3-48d8e06d019a)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:41:14.227674 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Returning: {'device': 'd313abad-bcb8-4693-a138-1aeacc0cd95f', 'network_id': 'd5283552-f1a2-452c-b8e1-0ade7f4fd584', 'port_id': 'd313abad-bcb8-4693-a138-1aeacc0cd95f', 'mac_address': 'fa:16:3e:6a:13:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caa2d046-07bc-4ac5-a67d-6819e35b077e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73809) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 19:41:14.282022 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:41:14.298005 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.notifiers.nova [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d313abad-bcb8-4693-a138-1aeacc0cd95f {{(pid=73809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 19:41:14.313047 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-65ba8c12-0d06-4959-8304-606821799626 None None] For port d313abad-bcb8-4693-a138-1aeacc0cd95f, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=d313abad-bcb8-4693-a138-1aeacc0cd95f,segment=NetworkSegment(31a1936e-63da-4915-a1a3-48d8e06d019a),segment_id=31a1936e-63da-4915-a1a3-48d8e06d019a)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:41:14.316979 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:41:14.318636 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:41:14.386072 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Pushing event updated for resources: {'Port': ['ID=d313abad-bcb8-4693-a138-1aeacc0cd95f,revision_number=4']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:41:14.389004 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:41:14.503683 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-65ba8c12-0d06-4959-8304-606821799626 None None] get_ports_and_sgs() called for port_ids ['d313abad-bcb8-4693-a138-1aeacc0cd95f'] {{(pid=73809) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 19:41:14.703220 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323be874-5422-406a-a284-72ad2c3c5591 req-e23b025e-4b11-44c0-abb4-54fc1998a912 tempest-VolumesActionsTest-1324874497 tempest-VolumesActionsTest-1324874497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:41:14.703902 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [req-323be874-5422-406a-a284-72ad2c3c5591 req-e23b025e-4b11-44c0-abb4-54fc1998a912 tempest-VolumesActionsTest-1324874497 tempest-VolumesActionsTest-1324874497-project] Synchronizing usage tracker for tenant:b6490f978fa04ce0a58b613177efc4bd on resource:port {{(pid=73807) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 19:41:14.718563 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.quota.resource [req-323be874-5422-406a-a284-72ad2c3c5591 req-e23b025e-4b11-44c0-abb4-54fc1998a912 tempest-VolumesActionsTest-1324874497 tempest-VolumesActionsTest-1324874497-project] Unset dirty status for tenant:b6490f978fa04ce0a58b613177efc4bd on resource:port {{(pid=73807) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 19:41:14.720207 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-323be874-5422-406a-a284-72ad2c3c5591 req-e23b025e-4b11-44c0-abb4-54fc1998a912 tempest-VolumesActionsTest-1324874497 tempest-VolumesActionsTest-1324874497-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2ecb5a7-7d38-4dbe-bac0-891fd1d998bd HTTP/1.1" status: 200 len: 945 time: 0.0971344 Apr 30 19:41:14.765278 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-323be874-5422-406a-a284-72ad2c3c5591 req-c2ec1014-8df3-4a37-b07b-758265293501 tempest-VolumesActionsTest-1324874497 tempest-VolumesActionsTest-1324874497-project] 10.222.0.41 "GET /v2.0/security-groups?id=4dc11e1a-9c31-4fce-b370-e4ce2066bd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397465 Apr 30 19:41:15.954268 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f780659b-66e6-41dd-b608-685eb677a382 req-40edb833-519e-41bd-a10c-7633f2733b66 tempest-VolumesActionsTest-1324874497 tempest-VolumesActionsTest-1324874497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:41:15.955691 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-f780659b-66e6-41dd-b608-685eb677a382 req-40edb833-519e-41bd-a10c-7633f2733b66 tempest-VolumesActionsTest-1324874497 tempest-VolumesActionsTest-1324874497-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2ecb5a7-7d38-4dbe-bac0-891fd1d998bd HTTP/1.1" status: 200 len: 945 time: 0.0830667 Apr 30 19:41:15.999770 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-f780659b-66e6-41dd-b608-685eb677a382 req-ee0fd66f-891e-41fe-aa66-41df8758aec3 tempest-VolumesActionsTest-1324874497 tempest-VolumesActionsTest-1324874497-project] 10.222.0.41 "GET /v2.0/security-groups?id=4dc11e1a-9c31-4fce-b370-e4ce2066bd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384130 Apr 30 19:41:16.085228 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Device d313abad-bcb8-4693-a138-1aeacc0cd95f up at agent hyperv_hv-cinder-73362 {{(pid=73809) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 19:41:16.151456 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Provisioning for port d313abad-bcb8-4693-a138-1aeacc0cd95f completed by entity L2. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 19:41:16.156035 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Provisioning complete for port d313abad-bcb8-4693-a138-1aeacc0cd95f triggered by entity L2. {{(pid=73809) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 19:41:16.156436 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618911'] for port, provisioning_complete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:41:16.272428 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3568381'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:41:16.298293 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2ecb5a7-7d38-4dbe-bac0-891fd1d998bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd313abad-bcb8-4693-a138-1aeacc0cd95f'}] {{(pid=73809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 19:41:16.308258 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-65ba8c12-0d06-4959-8304-606821799626 None None] For port d313abad-bcb8-4693-a138-1aeacc0cd95f, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=d313abad-bcb8-4693-a138-1aeacc0cd95f,segment=NetworkSegment(31a1936e-63da-4915-a1a3-48d8e06d019a),segment_id=31a1936e-63da-4915-a1a3-48d8e06d019a)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:41:16.312849 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780697315997', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780696898088', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780696898133'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:41:16.314676 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:41:16.349378 dv-cinder-733622-14-smb neutron-server[73809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2ecb5a7-7d38-4dbe-bac0-891fd1d998bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd313abad-bcb8-4693-a138-1aeacc0cd95f', 'code': 200} Apr 30 19:41:16.381613 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Pushing event updated for resources: {'Port': ['ID=d313abad-bcb8-4693-a138-1aeacc0cd95f,revision_number=5']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:41:16.385071 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:41:16.574841 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ac9a24-9354-4421-b597-08e569d03590 req-76615049-c20f-404b-9a41-9b97efe4ee7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:41:16.576399 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-22ac9a24-9354-4421-b597-08e569d03590 req-76615049-c20f-404b-9a41-9b97efe4ee7c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b2ecb5a7-7d38-4dbe-bac0-891fd1d998bd HTTP/1.1" status: 200 len: 1099 time: 0.0734091 Apr 30 19:41:16.616387 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-22ac9a24-9354-4421-b597-08e569d03590 req-403f1b9a-c521-4c65-8691-4f7d4537555e service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=4dc11e1a-9c31-4fce-b370-e4ce2066bd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341613 Apr 30 19:41:17.127216 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.agents_db [None req-91d1fe81-9981-4281-a1b3-92062b07bd48 None None] Agent healthcheck: found 6 active agents {{(pid=73810) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 19:41:17.181844 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7494e5-1ee3-4ba4-b17b-2e6cfd9675c7 req-2e3e8d4f-4514-46c0-800a-88e8f9a37fa9 tempest-VolumesActionsTest-1324874497 tempest-VolumesActionsTest-1324874497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:41:17.183191 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-3e7494e5-1ee3-4ba4-b17b-2e6cfd9675c7 req-2e3e8d4f-4514-46c0-800a-88e8f9a37fa9 tempest-VolumesActionsTest-1324874497 tempest-VolumesActionsTest-1324874497-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2ecb5a7-7d38-4dbe-bac0-891fd1d998bd HTTP/1.1" status: 200 len: 946 time: 0.0782413 Apr 30 19:41:17.231063 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-3e7494e5-1ee3-4ba4-b17b-2e6cfd9675c7 req-26d1982d-7a2d-47f2-a779-cd26e9b47aba tempest-VolumesActionsTest-1324874497 tempest-VolumesActionsTest-1324874497-project] 10.222.0.41 "GET /v2.0/security-groups?id=4dc11e1a-9c31-4fce-b370-e4ce2066bd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406883 Apr 30 19:41:18.414229 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee0b334-8b3f-48df-abbb-e38abf0f028f req-f136fc2e-c802-4ac0-bbbf-a863eda67a99 tempest-VolumesActionsTest-1324874497 tempest-VolumesActionsTest-1324874497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:41:18.416228 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-2ee0b334-8b3f-48df-abbb-e38abf0f028f req-f136fc2e-c802-4ac0-bbbf-a863eda67a99 tempest-VolumesActionsTest-1324874497 tempest-VolumesActionsTest-1324874497-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2ecb5a7-7d38-4dbe-bac0-891fd1d998bd HTTP/1.1" status: 200 len: 946 time: 0.0810208 Apr 30 19:41:18.463862 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-2ee0b334-8b3f-48df-abbb-e38abf0f028f req-4da213a2-ce42-4484-bf62-e31e2fd11743 tempest-VolumesActionsTest-1324874497 tempest-VolumesActionsTest-1324874497-project] 10.222.0.41 "GET /v2.0/security-groups?id=4dc11e1a-9c31-4fce-b370-e4ce2066bd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418034 Apr 30 19:41:19.539282 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cce01e5-7cdf-43a1-bbb6-4727ffe78a19 req-d2818eac-6439-4015-b400-f4586e590970 tempest-VolumesActionsTest-1324874497 tempest-VolumesActionsTest-1324874497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:41:19.541355 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-7cce01e5-7cdf-43a1-bbb6-4727ffe78a19 req-d2818eac-6439-4015-b400-f4586e590970 tempest-VolumesActionsTest-1324874497 tempest-VolumesActionsTest-1324874497-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2ecb5a7-7d38-4dbe-bac0-891fd1d998bd HTTP/1.1" status: 200 len: 946 time: 0.0809948 Apr 30 19:41:19.585402 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-7cce01e5-7cdf-43a1-bbb6-4727ffe78a19 req-bd4587e9-81e8-435f-b5f0-1ce1be02dca2 tempest-VolumesActionsTest-1324874497 tempest-VolumesActionsTest-1324874497-project] 10.222.0.41 "GET /v2.0/security-groups?id=4dc11e1a-9c31-4fce-b370-e4ce2066bd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384638 Apr 30 19:41:20.763968 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013f9e57-cb82-407f-a2be-8e9c501f3915 req-50501575-cd57-40fd-86ae-7216d841515d tempest-VolumesActionsTest-1324874497 tempest-VolumesActionsTest-1324874497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73807) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:41:20.765428 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-013f9e57-cb82-407f-a2be-8e9c501f3915 req-50501575-cd57-40fd-86ae-7216d841515d tempest-VolumesActionsTest-1324874497 tempest-VolumesActionsTest-1324874497-project] 10.222.0.48 "GET /v2.0/ports?device_id=b2ecb5a7-7d38-4dbe-bac0-891fd1d998bd HTTP/1.1" status: 200 len: 946 time: 0.0860686 Apr 30 19:41:20.774509 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37990850-d19d-4d77-8fed-13fc3d3b63b4 req-e28b1293-453c-46a3-bf41-1c8982035d4a tempest-VolumesActionsTest-1324874497 tempest-VolumesActionsTest-1324874497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 19:41:20.775947 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-37990850-d19d-4d77-8fed-13fc3d3b63b4 req-e28b1293-453c-46a3-bf41-1c8982035d4a tempest-VolumesActionsTest-1324874497 tempest-VolumesActionsTest-1324874497-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2ecb5a7-7d38-4dbe-bac0-891fd1d998bd HTTP/1.1" status: 200 len: 946 time: 0.0838625 Apr 30 19:41:20.820088 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-37990850-d19d-4d77-8fed-13fc3d3b63b4 req-c1b5e9bc-afcb-4a8e-8414-b7a978548350 tempest-VolumesActionsTest-1324874497 tempest-VolumesActionsTest-1324874497-project] 10.222.0.41 "GET /v2.0/security-groups?id=4dc11e1a-9c31-4fce-b370-e4ce2066bd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384674 Apr 30 19:41:20.903581 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.plugin [req-013f9e57-cb82-407f-a2be-8e9c501f3915 req-47fad762-a79a-4567-8f3d-eea228251e92 tempest-VolumesActionsTest-1324874497 tempest-VolumesActionsTest-1324874497-project] Deleting port d313abad-bcb8-4693-a138-1aeacc0cd95f {{(pid=73807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 19:41:20.903929 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-013f9e57-cb82-407f-a2be-8e9c501f3915 req-47fad762-a79a-4567-8f3d-eea228251e92 tempest-VolumesActionsTest-1324874497 tempest-VolumesActionsTest-1324874497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780697314645'] for port, before_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:41:21.036425 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.db [req-013f9e57-cb82-407f-a2be-8e9c501f3915 req-47fad762-a79a-4567-8f3d-eea228251e92 tempest-VolumesActionsTest-1324874497 tempest-VolumesActionsTest-1324874497-project] For port d313abad-bcb8-4693-a138-1aeacc0cd95f, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=d313abad-bcb8-4693-a138-1aeacc0cd95f,segment=NetworkSegment(31a1936e-63da-4915-a1a3-48d8e06d019a),segment_id=31a1936e-63da-4915-a1a3-48d8e06d019a)] {{(pid=73807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 19:41:21.036785 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-013f9e57-cb82-407f-a2be-8e9c501f3915 req-47fad762-a79a-4567-8f3d-eea228251e92 tempest-VolumesActionsTest-1324874497 tempest-VolumesActionsTest-1324874497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-664767'] for port, precommit_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:41:21.166172 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.plugins.ml2.plugin [req-013f9e57-cb82-407f-a2be-8e9c501f3915 req-47fad762-a79a-4567-8f3d-eea228251e92 tempest-VolumesActionsTest-1324874497 tempest-VolumesActionsTest-1324874497-project] Calling delete_port for d313abad-bcb8-4693-a138-1aeacc0cd95f owned by compute:nova {{(pid=73807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 19:41:21.273899 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-013f9e57-cb82-407f-a2be-8e9c501f3915 req-47fad762-a79a-4567-8f3d-eea228251e92 tempest-VolumesActionsTest-1324874497 tempest-VolumesActionsTest-1324874497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3568318', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780697316006', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780696898079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62583854'] for port, after_delete {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:41:21.279388 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-34c56b05-c8b2-4778-97af-7383b39bd5d1 tempest-AttachVolumeShelveTestJSON-1371113961 tempest-AttachVolumeShelveTestJSON-1371113961-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:41:21.285383 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-65ba8c12-0d06-4959-8304-606821799626 None None] get_ports_and_sgs() called for port_ids ['d313abad-bcb8-4693-a138-1aeacc0cd95f'] {{(pid=73809) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 19:41:21.328373 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fad762-a79a-4567-8f3d-eea228251e92 tempest-VolumesActionsTest-1324874497 tempest-VolumesActionsTest-1324874497-project] Pushing event deleted for resources: {'Port': ['ID=d313abad-bcb8-4693-a138-1aeacc0cd95f,revision_number=None']} {{(pid=73807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:41:21.331510 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG oslo_concurrency.lockutils [None req-47fad762-a79a-4567-8f3d-eea228251e92 tempest-VolumesActionsTest-1324874497 tempest-VolumesActionsTest-1324874497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=73807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:41:21.402160 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.db.l3_dvrscheduler_db [req-013f9e57-cb82-407f-a2be-8e9c501f3915 req-47fad762-a79a-4567-8f3d-eea228251e92 tempest-VolumesActionsTest-1324874497 tempest-VolumesActionsTest-1324874497-project] No DVR routers for this DVR port d313abad-bcb8-4693-a138-1aeacc0cd95f on host hv-cinder-73362 {{(pid=73807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 19:41:21.404560 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron_lib.callbacks.manager [req-013f9e57-cb82-407f-a2be-8e9c501f3915 req-47fad762-a79a-4567-8f3d-eea228251e92 tempest-VolumesActionsTest-1324874497 tempest-VolumesActionsTest-1324874497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-937687'] for port, before_response {{(pid=73807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:41:21.407004 dv-cinder-733622-14-smb neutron-server[73807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2ecb5a7-7d38-4dbe-bac0-891fd1d998bd', 'name': 'network-vif-deleted', 'tag': 'd313abad-bcb8-4693-a138-1aeacc0cd95f'}] {{(pid=73807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 19:41:21.422738 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.wsgi [req-013f9e57-cb82-407f-a2be-8e9c501f3915 req-47fad762-a79a-4567-8f3d-eea228251e92 tempest-VolumesActionsTest-1324874497 tempest-VolumesActionsTest-1324874497-project] 10.222.0.48 "DELETE /v2.0/ports/d313abad-bcb8-4693-a138-1aeacc0cd95f HTTP/1.1" status: 204 len: 173 time: 0.6510258 Apr 30 19:41:21.452816 dv-cinder-733622-14-smb neutron-server[73807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2ecb5a7-7d38-4dbe-bac0-891fd1d998bd', 'name': 'network-vif-deleted', 'tag': 'd313abad-bcb8-4693-a138-1aeacc0cd95f', 'status': 'completed', 'code': 200} Apr 30 19:41:21.986094 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [req-6b233017-2b92-4818-8c2d-1ef048d0fe93 req-a8fbdc02-1480-45d2-ac70-a2497f6cdf9a tempest-VolumesActionsTest-1324874497 tempest-VolumesActionsTest-1324874497-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2ecb5a7-7d38-4dbe-bac0-891fd1d998bd HTTP/1.1" status: 200 len: 210 time: 0.0452762 Apr 30 19:41:23.953213 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b631c556-36e4-4c8b-9b98-e25cc60bcb88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:41:24.122354 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Device d313abad-bcb8-4693-a138-1aeacc0cd95f no longer exists at agent hyperv_hv-cinder-73362 {{(pid=73809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 19:41:24.157636 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-65ba8c12-0d06-4959-8304-606821799626 None None] No Port match for: d313abad-bcb8-4693-a138-1aeacc0cd95f {{(pid=73809) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 19:41:24.157992 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.rpc [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Device d313abad-bcb8-4693-a138-1aeacc0cd95f not bound to the agent host hv-cinder-73362 {{(pid=73809) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 19:41:26.422839 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:41:26.708353 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e413ce7b-dedf-4983-9ade-278f47a068b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:41:27.767397 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-db901c41-8a71-4621-9038-9b0e7a83b2d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:41:29.265747 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:41:29.300792 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-abaefda2-14da-46b7-be41-c4f24c026f78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:41:42.624930 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 49294) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:41:42.686326 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a0799cd-4fc3-401b-9d44-49ed111bbcc0 admin admin] Deleting subnet caa2d046-07bc-4ac5-a67d-6819e35b077e {{(pid=73808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 19:41:42.689191 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-1a0799cd-4fc3-401b-9d44-49ed111bbcc0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:41:42.738091 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-1a0799cd-4fc3-401b-9d44-49ed111bbcc0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1832907'] for subnet, precommit_delete_associations {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:41:42.794320 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-1a0799cd-4fc3-401b-9d44-49ed111bbcc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3610189'] for subnet, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:41:43.030362 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-1a0799cd-4fc3-401b-9d44-49ed111bbcc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3610180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60822941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61161554'] for subnet, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:41:43.034675 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-f29c4989-4e99-466a-abf1-6d0162f3a05a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:41:43.072356 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0799cd-4fc3-401b-9d44-49ed111bbcc0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=caa2d046-07bc-4ac5-a67d-6819e35b077e,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:41:43.078165 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-1a0799cd-4fc3-401b-9d44-49ed111bbcc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533183'] for subnet, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:41:43.085081 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0799cd-4fc3-401b-9d44-49ed111bbcc0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:41:43.085461 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0799cd-4fc3-401b-9d44-49ed111bbcc0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:41:43.085831 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0799cd-4fc3-401b-9d44-49ed111bbcc0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:41:43.086195 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0799cd-4fc3-401b-9d44-49ed111bbcc0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:41:43.086555 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0799cd-4fc3-401b-9d44-49ed111bbcc0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:41:43.086912 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0799cd-4fc3-401b-9d44-49ed111bbcc0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:41:43.087266 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0799cd-4fc3-401b-9d44-49ed111bbcc0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:41:43.087618 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0799cd-4fc3-401b-9d44-49ed111bbcc0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:41:43.087971 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0799cd-4fc3-401b-9d44-49ed111bbcc0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:41:43.088354 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0799cd-4fc3-401b-9d44-49ed111bbcc0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:41:43.088731 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0799cd-4fc3-401b-9d44-49ed111bbcc0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:41:43.090787 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0799cd-4fc3-401b-9d44-49ed111bbcc0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-14-smb {{(pid=73808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 19:41:43.094246 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-1a0799cd-4fc3-401b-9d44-49ed111bbcc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:41:43.095981 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-1a0799cd-4fc3-401b-9d44-49ed111bbcc0 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/caa2d046-07bc-4ac5-a67d-6819e35b077e HTTP/1.1" status: 204 len: 168 time: 0.4700952 Apr 30 19:41:43.098357 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 49298) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:41:43.287888 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-6bd80c5f-1403-4707-ba1e-2da86b91dc89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3786539'] for network, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:41:43.410156 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-6bd80c5f-1403-4707-ba1e-2da86b91dc89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3605456', 'neutron.services.segments.db._delete_segments_for_network-8780697326129'] for network, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:41:43.514705 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.services.segments.db [None req-6bd80c5f-1403-4707-ba1e-2da86b91dc89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5283552-f1a2-452c-b8e1-0ade7f4fd584']}} {{(pid=73808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:41:43.526048 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.services.segments.db [None req-6bd80c5f-1403-4707-ba1e-2da86b91dc89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31a1936e-63da-4915-a1a3-48d8e06d019a') {'for_net_delete': True} {{(pid=73808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:41:43.526410 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.services.segments.db [None req-6bd80c5f-1403-4707-ba1e-2da86b91dc89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31a1936e-63da-4915-a1a3-48d8e06d019a') {} {{(pid=73808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 19:41:43.537168 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-6bd80c5f-1403-4707-ba1e-2da86b91dc89 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780697336679', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1832946'] for segment, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:41:43.558396 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-6bd80c5f-1403-4707-ba1e-2da86b91dc89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3611927'] for segment, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:41:43.564225 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bd80c5f-1403-4707-ba1e-2da86b91dc89 admin admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=73808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 19:41:43.724108 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.plugins.ml2.managers [None req-6bd80c5f-1403-4707-ba1e-2da86b91dc89 admin admin] Network d5283552-f1a2-452c-b8e1-0ade7f4fd584 has no segments {{(pid=73808) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 19:41:43.736537 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-6bd80c5f-1403-4707-ba1e-2da86b91dc89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3611928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60822335'] for segment, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:41:43.896541 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.plugins.ml2.managers [None req-6bd80c5f-1403-4707-ba1e-2da86b91dc89 admin admin] Network d5283552-f1a2-452c-b8e1-0ade7f4fd584 has no segments {{(pid=73808) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 19:41:43.918278 dv-cinder-733622-14-smb neutron-server[73808]: Traceback (most recent call last): Apr 30 19:41:43.918278 dv-cinder-733622-14-smb neutron-server[73808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 19:41:43.918278 dv-cinder-733622-14-smb neutron-server[73808]: timer() Apr 30 19:41:43.918278 dv-cinder-733622-14-smb neutron-server[73808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 19:41:43.918278 dv-cinder-733622-14-smb neutron-server[73808]: cb(*args, **kw) Apr 30 19:41:43.918278 dv-cinder-733622-14-smb neutron-server[73808]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 19:41:43.918278 dv-cinder-733622-14-smb neutron-server[73808]: return func(*args, **kwargs) Apr 30 19:41:43.918278 dv-cinder-733622-14-smb neutron-server[73808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 19:41:43.918278 dv-cinder-733622-14-smb neutron-server[73808]: self._notify() Apr 30 19:41:43.918278 dv-cinder-733622-14-smb neutron-server[73808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 19:41:43.918278 dv-cinder-733622-14-smb neutron-server[73808]: self.callback(batched_events) Apr 30 19:41:43.918278 dv-cinder-733622-14-smb neutron-server[73808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 19:41:43.918278 dv-cinder-733622-14-smb neutron-server[73808]: event.method(event) Apr 30 19:41:43.918278 dv-cinder-733622-14-smb neutron-server[73808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 19:41:43.918278 dv-cinder-733622-14-smb neutron-server[73808]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 19:41:43.918278 dv-cinder-733622-14-smb neutron-server[73808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 19:41:43.918278 dv-cinder-733622-14-smb neutron-server[73808]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 19:41:43.918278 dv-cinder-733622-14-smb neutron-server[73808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 19:41:43.918278 dv-cinder-733622-14-smb neutron-server[73808]: return f(self, *a, **k) Apr 30 19:41:43.918278 dv-cinder-733622-14-smb neutron-server[73808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 19:41:43.918278 dv-cinder-733622-14-smb neutron-server[73808]: return self._get(url).json() Apr 30 19:41:43.918278 dv-cinder-733622-14-smb neutron-server[73808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 19:41:43.918278 dv-cinder-733622-14-smb neutron-server[73808]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 19:41:43.918278 dv-cinder-733622-14-smb neutron-server[73808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 19:41:43.918278 dv-cinder-733622-14-smb neutron-server[73808]: return self.request(url, 'GET', **kwargs) Apr 30 19:41:43.918278 dv-cinder-733622-14-smb neutron-server[73808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 19:41:43.918278 dv-cinder-733622-14-smb neutron-server[73808]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 19:41:43.918278 dv-cinder-733622-14-smb neutron-server[73808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 19:41:43.918278 dv-cinder-733622-14-smb neutron-server[73808]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 19:41:43.918278 dv-cinder-733622-14-smb neutron-server[73808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 19:41:43.918278 dv-cinder-733622-14-smb neutron-server[73808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 19:41:43.918278 dv-cinder-733622-14-smb neutron-server[73808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 19:41:43.993435 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-6bd80c5f-1403-4707-ba1e-2da86b91dc89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3605455', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-679237'] for network, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:41:43.997901 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-84f16758-806e-4d08-8765-4c155e696a2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:41:44.010420 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-6bd80c5f-1403-4707-ba1e-2da86b91dc89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533183'] for network, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:41:44.022738 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd80c5f-1403-4707-ba1e-2da86b91dc89 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5283552-f1a2-452c-b8e1-0ade7f4fd584,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:41:44.025759 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-6bd80c5f-1403-4707-ba1e-2da86b91dc89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:41:44.029539 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-6bd80c5f-1403-4707-ba1e-2da86b91dc89 admin admin] 10.222.0.41 "DELETE /v2.0/networks/d5283552-f1a2-452c-b8e1-0ade7f4fd584 HTTP/1.1" status: 204 len: 168 time: 0.9302952 Apr 30 19:41:44.148703 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 49304) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:41:44.196550 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-2445be8e-cb2e-4322-9d9a-a8599e036a9f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b6490f978fa04ce0a58b613177efc4bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0465260 Apr 30 19:41:44.198873 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.wsgi [-] (73808) accepted ('10.222.0.41', 49308) {{(pid=73808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 19:41:44.256809 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-22ed7696-979c-4e1b-855f-3604b0af62b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:41:44.287670 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-22ed7696-979c-4e1b-855f-3604b0af62b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:41:44.341780 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-22ed7696-979c-4e1b-855f-3604b0af62b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755592'] for security_group, after_delete {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:41:44.345718 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-8a0299a5-3c64-483e-9444-1e0576ed599c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 19:41:44.360776 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ed7696-979c-4e1b-855f-3604b0af62b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dc11e1a-9c31-4fce-b370-e4ce2066bd6d,revision_number=None']} {{(pid=73808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 19:41:44.363844 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG oslo_concurrency.lockutils [None req-22ed7696-979c-4e1b-855f-3604b0af62b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 19:41:44.375570 dv-cinder-733622-14-smb neutron-server[73808]: DEBUG neutron_lib.callbacks.manager [None req-22ed7696-979c-4e1b-855f-3604b0af62b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:41:44.376715 dv-cinder-733622-14-smb neutron-server[73808]: INFO neutron.wsgi [None req-22ed7696-979c-4e1b-855f-3604b0af62b2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4dc11e1a-9c31-4fce-b370-e4ce2066bd6d HTTP/1.1" status: 204 len: 168 time: 0.1769826 Apr 30 19:41:53.954264 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-7df33fa0-7fe5-4f59-bb19-cf1c16a499de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:41:54.126934 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.agents_db [None req-91d1fe81-9981-4281-a1b3-92062b07bd48 None None] Agent healthcheck: found 6 active agents {{(pid=73810) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 19:41:56.413693 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:41:56.710238 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9189e8ec-b740-49ce-b36c-06077ed8a318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:41:57.761396 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-db901c41-8a71-4621-9038-9b0e7a83b2d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:41:59.273440 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:41:59.301395 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-abaefda2-14da-46b7-be41-c4f24c026f78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:42:23.956195 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-227444be-045b-4898-a49f-c8ef9effb42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:42:26.415254 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:42:26.711183 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-07f48aeb-90cf-4bb9-907c-d8c2979bb467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:42:27.763980 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-db901c41-8a71-4621-9038-9b0e7a83b2d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:42:29.288017 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:42:29.304418 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-abaefda2-14da-46b7-be41-c4f24c026f78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:42:31.126106 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.agents_db [None req-91d1fe81-9981-4281-a1b3-92062b07bd48 None None] Agent healthcheck: found 6 active agents {{(pid=73810) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 19:42:53.957229 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-edea88cf-2da7-4cd5-bcba-f58f8211cf17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:42:56.417533 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:42:56.711802 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-46f8c04c-ede5-4638-92d4-d4c4b91f42d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:42:57.768913 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-db901c41-8a71-4621-9038-9b0e7a83b2d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:42:59.288291 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:42:59.306259 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-abaefda2-14da-46b7-be41-c4f24c026f78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:43:08.125061 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.agents_db [None req-91d1fe81-9981-4281-a1b3-92062b07bd48 None None] Agent healthcheck: found 6 active agents {{(pid=73810) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 19:43:23.959437 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-2a4d37a4-ccb8-4e2f-b2d0-6ef32de57f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:43:26.419039 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:43:26.712208 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-47a87de3-65e8-4e19-9674-cf85e9527513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:43:27.769846 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-db901c41-8a71-4621-9038-9b0e7a83b2d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:43:29.309307 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:43:29.312855 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-abaefda2-14da-46b7-be41-c4f24c026f78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:43:45.126693 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.agents_db [None req-91d1fe81-9981-4281-a1b3-92062b07bd48 None None] Agent healthcheck: found 6 active agents {{(pid=73810) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 19:43:53.960481 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-1c6c4da5-88d5-4b40-bba7-f532d246c478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:43:56.421662 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:43:56.712810 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-8e3afaf5-aac7-4696-b39d-bfb5d52329c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:43:57.773073 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-db901c41-8a71-4621-9038-9b0e7a83b2d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:43:59.308957 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:43:59.312389 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-abaefda2-14da-46b7-be41-c4f24c026f78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:44:22.125293 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.agents_db [None req-91d1fe81-9981-4281-a1b3-92062b07bd48 None None] Agent healthcheck: found 6 active agents {{(pid=73810) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 19:44:23.961874 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-3afc9a41-fe6f-42c5-8b26-b79b7e210360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:44:26.423674 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:44:26.713956 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9eb64a29-c2e7-433e-a0a9-fa288b2eed23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:44:27.775907 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-db901c41-8a71-4621-9038-9b0e7a83b2d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:44:29.293778 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:44:29.313713 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-abaefda2-14da-46b7-be41-c4f24c026f78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:44:53.963731 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-8a9588a4-2c60-4c52-b18e-bbd8da057be3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:44:56.425419 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:44:56.715241 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-0e33b6b7-423a-49d1-a0ce-479f64676f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:44:57.778314 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-db901c41-8a71-4621-9038-9b0e7a83b2d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:44:59.123918 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.agents_db [None req-91d1fe81-9981-4281-a1b3-92062b07bd48 None None] Agent healthcheck: found 6 active agents {{(pid=73810) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 19:44:59.301977 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:44:59.316593 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-abaefda2-14da-46b7-be41-c4f24c026f78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:45:23.964210 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-0fc08a6a-d29f-4179-b913-6580197c02d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:45:26.429224 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:45:26.715088 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-dbf37ea7-36e0-4eb7-80ad-f76dc4f64efe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:45:27.781593 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-db901c41-8a71-4621-9038-9b0e7a83b2d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:45:29.322253 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:45:29.325729 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-abaefda2-14da-46b7-be41-c4f24c026f78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:45:36.122847 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.agents_db [None req-91d1fe81-9981-4281-a1b3-92062b07bd48 None None] Agent healthcheck: found 6 active agents {{(pid=73810) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 19:45:53.966015 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-f3d247c9-a087-4da0-9295-080c95d490cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:45:56.433077 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:45:56.717253 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e57eac6a-9b89-4885-9385-71adac01987d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:45:57.784953 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-db901c41-8a71-4621-9038-9b0e7a83b2d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:45:59.321377 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-65ba8c12-0d06-4959-8304-606821799626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:45:59.325004 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-abaefda2-14da-46b7-be41-c4f24c026f78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:46:13.121883 dv-cinder-733622-14-smb neutron-server[73810]: DEBUG neutron.db.agents_db [None req-91d1fe81-9981-4281-a1b3-92062b07bd48 None None] Agent healthcheck: found 6 active agents {{(pid=73810) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 19:46:23.967017 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-46b87892-1365-429c-8969-0a98fa76ed02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:46:26.436014 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bc556bc-1acc-48d4-8f24-4151236354b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 19:46:26.718578 dv-cinder-733622-14-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-2b78da90-59fc-4d20-889c-f417e542a083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780697326111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618830'] for agent, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}